2026-04-02T11:35:16.923 INFO:root:teuthology version: 1.2.4.dev37+ga59626679 2026-04-02T11:35:16.931 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-04-02T11:35:16.954 INFO:teuthology.run:Config: archive_path: /archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4929 branch: wip-sse-s3-on-v20.2.0 description: rgw:verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/lockdep} email: null first_in_suite: false flavor: default job_id: '4929' last_in_suite: false machine_type: vps name: supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: rocky os_version: '9.7' overrides: admin_socket: branch: wip-sse-s3-on-v20.2.0 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: logical_volumes: lv_1: scratch_dev: true size: 25%VG vg: vg_nvme lv_2: scratch_dev: true size: 25%VG vg: vg_nvme lv_3: scratch_dev: true size: 25%VG vg: vg_nvme lv_4: scratch_dev: true size: 25%VG vg: vg_nvme timezone: UTC volume_groups: vg_nvme: pvs: /dev/vdb,/dev/vdc,/dev/vdd,/dev/vde ceph: conf: client: debug rgw: 20 debug rgw notification: 20 lockdep: true rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw max chunk size: 4194304 rgw obj stripe size: 6291456 rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd mclock iops capacity threshold hdd: 49000 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME - reached quota - POOL_FULL - pool\(s\) full sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs cephadm: cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-2 install: ceph: flavor: default sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 extra_system_packages: deb: - python3-jmespath - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-jmespath - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64 rgw: compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: false frontend: beast storage classes: FROZEN: null LUKEWARM: null s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 s3 tenant: RGW33333333333333333 force-branch: ceph-tentacle sha1: e0c4ff71baef6d5126a0201df5fe54196d89b296 storage classes: LUKEWARM, FROZEN selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 sha1: 39db93915eaebf6594cccf2b5fc640e9a066446a owner: supriti priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 4392 sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 sleep_before_teardown: 0 suite: rgw:verify suite_branch: tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 suite_path: /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa suite_relpath: qa suite_repo: http://git.local/ceph.git suite_sha1: 39db93915eaebf6594cccf2b5fc640e9a066446a targets: vm02.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGuhF/wmR/lLwN4qjjVCpwRd4rZNLKwd3lNQyxzkpbEkz5OArw/p3qXgUM4/nKkk9D9wcGfTiMyIJlfTTHrOG4E= vm05.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJZHfkiqNYOXmMq+cvi7Ffh3i2RFMQJFZk4eKOtMaHbfBzUmqTHW3RsHe6/yU+2MPhQqy9az1CrVnTl3uxdcUgU= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - cls/test_cls_sem_set.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_rgw_datalog.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - workunit: clients: client.0: - rgw/run-rados-pool-quota.sh - ragweed: client.0: default-branch: ceph-tentacle rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh - s3tests-java: client.0: force-branch: ceph-tentacle force-repo: https://github.com/ceph/java_s3tests.git teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: uv2 teuthology_sha1: a59626679648f962bca99d20d35578f2998c8f37 timestamp: 2026-04-01_22:09:12 tube: vps user: supriti verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.1710593 2026-04-02T11:35:16.954 INFO:teuthology.run:suite_path is set to /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa; will attempt to use it 2026-04-02T11:35:16.954 INFO:teuthology.run:Found tasks at /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa/tasks 2026-04-02T11:35:16.954 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-04-02T11:35:16.955 INFO:teuthology.task.internal:Saving configuration 2026-04-02T11:35:16.976 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-04-02T11:35:16.976 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-04-02T11:35:16.982 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm02.local', 'description': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4929', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-02 11:34:26.501321', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:02', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGuhF/wmR/lLwN4qjjVCpwRd4rZNLKwd3lNQyxzkpbEkz5OArw/p3qXgUM4/nKkk9D9wcGfTiMyIJlfTTHrOG4E='} 2026-04-02T11:35:16.987 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm05.local', 'description': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4929', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-02 11:34:26.501853', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:05', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJZHfkiqNYOXmMq+cvi7Ffh3i2RFMQJFZk4eKOtMaHbfBzUmqTHW3RsHe6/yU+2MPhQqy9az1CrVnTl3uxdcUgU='} 2026-04-02T11:35:16.987 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-04-02T11:35:16.987 INFO:teuthology.task.internal:roles: ubuntu@vm02.local - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2026-04-02T11:35:16.987 INFO:teuthology.task.internal:roles: ubuntu@vm05.local - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2026-04-02T11:35:16.987 INFO:teuthology.run_tasks:Running task console_log... 2026-04-02T11:35:16.992 DEBUG:teuthology.task.console_log:vm02 does not support IPMI; excluding 2026-04-02T11:35:16.996 DEBUG:teuthology.task.console_log:vm05 does not support IPMI; excluding 2026-04-02T11:35:16.996 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8d0f42caf0>, signals=[15]) 2026-04-02T11:35:16.996 INFO:teuthology.run_tasks:Running task internal.connect... 2026-04-02T11:35:16.997 INFO:teuthology.task.internal:Opening connections... 2026-04-02T11:35:16.997 DEBUG:teuthology.task.internal:connecting to ubuntu@vm02.local 2026-04-02T11:35:16.997 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:35:17.059 DEBUG:teuthology.task.internal:connecting to ubuntu@vm05.local 2026-04-02T11:35:17.060 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm05.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:35:17.122 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-04-02T11:35:17.123 DEBUG:teuthology.orchestra.run.vm02:> uname -m 2026-04-02T11:35:17.172 INFO:teuthology.orchestra.run.vm02.stdout:x86_64 2026-04-02T11:35:17.173 DEBUG:teuthology.orchestra.run.vm02:> cat /etc/os-release 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:NAME="Rocky Linux" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:ID="rocky" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:ID_LIKE="rhel centos fedora" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:VERSION_ID="9.7" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:PLATFORM_ID="platform:el9" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:ANSI_COLOR="0;32" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:LOGO="fedora-logo-icon" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:HOME_URL="https://rockylinux.org/" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:VENDOR_NAME="RESF" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:VENDOR_URL="https://resf.org/" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:SUPPORT_END="2032-05-31" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-02T11:35:17.227 INFO:teuthology.orchestra.run.vm02.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:35:17.227 INFO:teuthology.lock.ops:Updating vm02.local on lock server 2026-04-02T11:35:17.231 DEBUG:teuthology.orchestra.run.vm05:> uname -m 2026-04-02T11:35:17.246 INFO:teuthology.orchestra.run.vm05.stdout:x86_64 2026-04-02T11:35:17.246 DEBUG:teuthology.orchestra.run.vm05:> cat /etc/os-release 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:NAME="Rocky Linux" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:ID="rocky" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:ID_LIKE="rhel centos fedora" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:VERSION_ID="9.7" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:PLATFORM_ID="platform:el9" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:ANSI_COLOR="0;32" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:LOGO="fedora-logo-icon" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:HOME_URL="https://rockylinux.org/" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:VENDOR_NAME="RESF" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:VENDOR_URL="https://resf.org/" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:SUPPORT_END="2032-05-31" 2026-04-02T11:35:17.302 INFO:teuthology.orchestra.run.vm05.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-02T11:35:17.303 INFO:teuthology.orchestra.run.vm05.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:35:17.303 INFO:teuthology.orchestra.run.vm05.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-02T11:35:17.303 INFO:teuthology.orchestra.run.vm05.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:35:17.303 INFO:teuthology.lock.ops:Updating vm05.local on lock server 2026-04-02T11:35:17.306 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-04-02T11:35:17.309 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-04-02T11:35:17.309 INFO:teuthology.task.internal:Checking for old test directory... 2026-04-02T11:35:17.309 DEBUG:teuthology.orchestra.run.vm02:> test '!' -e /home/ubuntu/cephtest 2026-04-02T11:35:17.311 DEBUG:teuthology.orchestra.run.vm05:> test '!' -e /home/ubuntu/cephtest 2026-04-02T11:35:17.358 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-04-02T11:35:17.359 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-04-02T11:35:17.359 DEBUG:teuthology.orchestra.run.vm02:> test -z $(ls -A /var/lib/ceph) 2026-04-02T11:35:17.364 DEBUG:teuthology.orchestra.run.vm05:> test -z $(ls -A /var/lib/ceph) 2026-04-02T11:35:17.377 INFO:teuthology.orchestra.run.vm02.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-02T11:35:17.414 INFO:teuthology.orchestra.run.vm05.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-02T11:35:17.415 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-04-02T11:35:17.422 DEBUG:teuthology.orchestra.run.vm02:> test -e /ceph-qa-ready 2026-04-02T11:35:17.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:35:17.642 DEBUG:teuthology.orchestra.run.vm05:> test -e /ceph-qa-ready 2026-04-02T11:35:17.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:35:17.845 INFO:teuthology.run_tasks:Running task internal.base... 2026-04-02T11:35:17.846 INFO:teuthology.task.internal:Creating test directory... 2026-04-02T11:35:17.846 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-02T11:35:17.848 DEBUG:teuthology.orchestra.run.vm05:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-02T11:35:17.864 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-04-02T11:35:17.865 INFO:teuthology.run_tasks:Running task internal.archive... 2026-04-02T11:35:17.866 INFO:teuthology.task.internal:Creating archive directory... 2026-04-02T11:35:17.866 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-02T11:35:17.902 DEBUG:teuthology.orchestra.run.vm05:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-02T11:35:17.923 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-04-02T11:35:17.924 INFO:teuthology.task.internal:Enabling coredump saving... 2026-04-02T11:35:17.924 DEBUG:teuthology.orchestra.run.vm02:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-02T11:35:17.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:35:17.967 DEBUG:teuthology.orchestra.run.vm05:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-02T11:35:17.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:35:17.981 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-02T11:35:18.009 DEBUG:teuthology.orchestra.run.vm05:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-02T11:35:18.029 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:35:18.037 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:35:18.046 INFO:teuthology.orchestra.run.vm05.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:35:18.054 INFO:teuthology.orchestra.run.vm05.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:35:18.056 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-04-02T11:35:18.057 INFO:teuthology.task.internal:Configuring sudo... 2026-04-02T11:35:18.057 DEBUG:teuthology.orchestra.run.vm02:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-02T11:35:18.079 DEBUG:teuthology.orchestra.run.vm05:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-02T11:35:18.119 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-04-02T11:35:18.121 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-04-02T11:35:18.121 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-02T11:35:18.141 DEBUG:teuthology.orchestra.run.vm05:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-02T11:35:18.174 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-02T11:35:18.213 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-02T11:35:18.269 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:35:18.269 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-02T11:35:18.326 DEBUG:teuthology.orchestra.run.vm05:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-02T11:35:18.348 DEBUG:teuthology.orchestra.run.vm05:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-02T11:35:18.403 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:35:18.403 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-02T11:35:18.461 DEBUG:teuthology.orchestra.run.vm02:> sudo service rsyslog restart 2026-04-02T11:35:18.462 DEBUG:teuthology.orchestra.run.vm05:> sudo service rsyslog restart 2026-04-02T11:35:18.485 INFO:teuthology.orchestra.run.vm02.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-02T11:35:18.528 INFO:teuthology.orchestra.run.vm05.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-02T11:35:18.849 INFO:teuthology.run_tasks:Running task internal.timer... 2026-04-02T11:35:18.851 INFO:teuthology.task.internal:Starting timer... 2026-04-02T11:35:18.851 INFO:teuthology.run_tasks:Running task pcp... 2026-04-02T11:35:18.853 INFO:teuthology.run_tasks:Running task selinux... 2026-04-02T11:35:18.855 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-04-02T11:35:18.855 INFO:teuthology.task.selinux:Excluding vm02: VMs are not yet supported 2026-04-02T11:35:18.856 INFO:teuthology.task.selinux:Excluding vm05: VMs are not yet supported 2026-04-02T11:35:18.856 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-04-02T11:35:18.856 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-04-02T11:35:18.856 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-04-02T11:35:18.856 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-04-02T11:35:18.857 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}} 2026-04-02T11:35:18.857 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-04-02T11:35:18.859 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-04-02T11:35:19.346 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-04-02T11:35:19.351 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-04-02T11:35:19.351 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "logical_volumes": {"lv_1": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_2": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_3": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_4": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}}, "timezone": "UTC", "volume_groups": {"vg_nvme": {"pvs": "/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde"}}}' -i /tmp/teuth_ansible_inventoryxzz1p6zq --limit vm02.local,vm05.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-04-02T11:37:48.240 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm02.local'), Remote(name='ubuntu@vm05.local')] 2026-04-02T11:37:48.240 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm02.local' 2026-04-02T11:37:48.240 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:37:48.301 DEBUG:teuthology.orchestra.run.vm02:> true 2026-04-02T11:37:48.374 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm02.local' 2026-04-02T11:37:48.375 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm05.local' 2026-04-02T11:37:48.375 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm05.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:37:48.438 DEBUG:teuthology.orchestra.run.vm05:> true 2026-04-02T11:37:48.520 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm05.local' 2026-04-02T11:37:48.520 INFO:teuthology.run_tasks:Running task clock... 2026-04-02T11:37:48.522 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-04-02T11:37:48.522 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-02T11:37:48.522 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-02T11:37:48.524 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-02T11:37:48.524 DEBUG:teuthology.orchestra.run.vm05:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-02T11:37:48.554 INFO:teuthology.orchestra.run.vm02.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-02T11:37:48.568 INFO:teuthology.orchestra.run.vm02.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-02T11:37:48.593 INFO:teuthology.orchestra.run.vm02.stderr:sudo: ntpd: command not found 2026-04-02T11:37:48.595 INFO:teuthology.orchestra.run.vm05.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-02T11:37:48.607 INFO:teuthology.orchestra.run.vm02.stdout:506 Cannot talk to daemon 2026-04-02T11:37:48.611 INFO:teuthology.orchestra.run.vm05.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-02T11:37:48.622 INFO:teuthology.orchestra.run.vm02.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-02T11:37:48.637 INFO:teuthology.orchestra.run.vm05.stderr:sudo: ntpd: command not found 2026-04-02T11:37:48.637 INFO:teuthology.orchestra.run.vm02.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-02T11:37:48.649 INFO:teuthology.orchestra.run.vm05.stdout:506 Cannot talk to daemon 2026-04-02T11:37:48.665 INFO:teuthology.orchestra.run.vm05.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-02T11:37:48.681 INFO:teuthology.orchestra.run.vm05.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-02T11:37:48.691 INFO:teuthology.orchestra.run.vm02.stderr:bash: line 1: ntpq: command not found 2026-04-02T11:37:48.693 INFO:teuthology.orchestra.run.vm02.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-02T11:37:48.693 INFO:teuthology.orchestra.run.vm02.stdout:=============================================================================== 2026-04-02T11:37:48.729 INFO:teuthology.orchestra.run.vm05.stderr:bash: line 1: ntpq: command not found 2026-04-02T11:37:48.731 INFO:teuthology.orchestra.run.vm05.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-02T11:37:48.731 INFO:teuthology.orchestra.run.vm05.stdout:=============================================================================== 2026-04-02T11:37:48.731 INFO:teuthology.run_tasks:Running task install... 2026-04-02T11:37:48.733 DEBUG:teuthology.task.install:project ceph 2026-04-02T11:37:48.733 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:37:48.733 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'} 2026-04-02T11:37:48.733 INFO:teuthology.task.install:Using flavor: default 2026-04-02T11:37:48.735 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-04-02T11:37:48.735 INFO:teuthology.task.install:extra packages: [] 2026-04-02T11:37:48.735 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:37:48.736 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}] 2026-04-02T11:37:48.736 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:37:48.736 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-02T11:37:48.736 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:37:48.736 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}] 2026-04-02T11:37:48.736 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:37:48.736 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-02T11:37:48.766 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:37:48.766 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-02T11:37:48.801 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:37:48.801 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-02T11:37:48.834 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:37:48.834 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-02T11:37:48.872 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:37:48.872 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-02T11:37:48.899 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-02T11:37:48.900 DEBUG:teuthology.orchestra.run.vm02:> sudo yum clean all 2026-04-02T11:37:48.941 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-02T11:37:48.941 DEBUG:teuthology.orchestra.run.vm05:> sudo yum clean all 2026-04-02T11:37:49.093 INFO:teuthology.orchestra.run.vm02.stdout:47 files removed 2026-04-02T11:37:49.120 DEBUG:teuthology.orchestra.run.vm02:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-02T11:37:49.131 INFO:teuthology.orchestra.run.vm05.stdout:47 files removed 2026-04-02T11:37:49.166 DEBUG:teuthology.orchestra.run.vm05:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-02T11:37:49.694 INFO:teuthology.orchestra.run.vm02.stdout:ceph 226 kB/s | 90 kB 00:00 2026-04-02T11:37:49.746 INFO:teuthology.orchestra.run.vm05.stdout:ceph 223 kB/s | 90 kB 00:00 2026-04-02T11:37:49.912 INFO:teuthology.orchestra.run.vm02.stdout:ceph-noarch 131 kB/s | 25 kB 00:00 2026-04-02T11:37:49.973 INFO:teuthology.orchestra.run.vm05.stdout:ceph-noarch 124 kB/s | 25 kB 00:00 2026-04-02T11:37:50.152 INFO:teuthology.orchestra.run.vm02.stdout:ceph-source 10 kB/s | 2.3 kB 00:00 2026-04-02T11:37:50.186 INFO:teuthology.orchestra.run.vm05.stdout:ceph-source 12 kB/s | 2.3 kB 00:00 2026-04-02T11:37:50.536 INFO:teuthology.orchestra.run.vm02.stdout:Extra Packages for Enterprise Linux 56 MB/s | 20 MB 00:00 2026-04-02T11:37:51.120 INFO:teuthology.orchestra.run.vm05.stdout:Extra Packages for Enterprise Linux 22 MB/s | 20 MB 00:00 2026-04-02T11:37:55.118 INFO:teuthology.orchestra.run.vm02.stdout:lab-extras 64 kB/s | 50 kB 00:00 2026-04-02T11:37:55.657 INFO:teuthology.orchestra.run.vm05.stdout:lab-extras 62 kB/s | 50 kB 00:00 2026-04-02T11:37:56.125 INFO:teuthology.orchestra.run.vm02.stdout:Rocky Linux 9 - BaseOS 18 MB/s | 17 MB 00:00 2026-04-02T11:37:56.658 INFO:teuthology.orchestra.run.vm05.stdout:Rocky Linux 9 - BaseOS 19 MB/s | 17 MB 00:00 2026-04-02T11:37:58.224 INFO:teuthology.orchestra.run.vm02.stdout:Rocky Linux 9 - AppStream 17 MB/s | 17 MB 00:01 2026-04-02T11:37:58.507 INFO:teuthology.orchestra.run.vm05.stdout:Rocky Linux 9 - AppStream 22 MB/s | 17 MB 00:00 2026-04-02T11:38:00.745 INFO:teuthology.orchestra.run.vm05.stdout:Rocky Linux 9 - CRB 7.9 MB/s | 4.3 MB 00:00 2026-04-02T11:38:01.377 INFO:teuthology.orchestra.run.vm02.stdout:Rocky Linux 9 - CRB 3.0 MB/s | 4.3 MB 00:01 2026-04-02T11:38:01.607 INFO:teuthology.orchestra.run.vm05.stdout:Rocky Linux 9 - Extras 49 kB/s | 17 kB 00:00 2026-04-02T11:38:02.227 INFO:teuthology.orchestra.run.vm02.stdout:Rocky Linux 9 - Extras 53 kB/s | 17 kB 00:00 2026-04-02T11:38:02.720 INFO:teuthology.orchestra.run.vm05.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:38:02.720 INFO:teuthology.orchestra.run.vm05.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:38:02.753 INFO:teuthology.orchestra.run.vm05.stdout:Dependencies resolved. 2026-04-02T11:38:02.762 INFO:teuthology.orchestra.run.vm05.stdout:======================================================================================================= 2026-04-02T11:38:02.762 INFO:teuthology.orchestra.run.vm05.stdout: Package Arch Version Repository Size 2026-04-02T11:38:02.762 INFO:teuthology.orchestra.run.vm05.stdout:======================================================================================================= 2026-04-02T11:38:02.762 INFO:teuthology.orchestra.run.vm05.stdout:Installing: 2026-04-02T11:38:02.762 INFO:teuthology.orchestra.run.vm05.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-02T11:38:02.762 INFO:teuthology.orchestra.run.vm05.stdout: ceph x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.5 k 2026-04-02T11:38:02.762 INFO:teuthology.orchestra.run.vm05.stdout: ceph-base x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.9 M 2026-04-02T11:38:02.762 INFO:teuthology.orchestra.run.vm05.stdout: ceph-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 941 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 154 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 961 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 173 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-dashboard noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 15 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 7.4 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-rook noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 50 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-radosgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-test x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 85 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-volume noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 297 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 1.0 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: libcephfs-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 34 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: libcephfs2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 868 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: librados-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 126 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: python3-cephfs x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: python3-rados x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 316 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: python3-rbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 304 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: python3-rgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 99 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: rbd-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 91 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: rbd-mirror x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.9 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: rbd-nbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 180 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout:Upgrading: 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: librados2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 3.5 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: librbd1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.8 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout:Installing dependencies: 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-grafana-dashboards noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 43 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mds x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.3 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-modules-core noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 289 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.0 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-osd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 17 M 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-prometheus-alerts noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 17 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: ceph-selinux x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 25 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-02T11:38:02.763 INFO:teuthology.orchestra.run.vm05.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: gstreamer1-plugins-base x86_64 1.22.12-4.el9 appstream 2.2 M 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libcephfs-proxy2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libcephsqlite x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 164 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-02T11:38:02.764 INFO:teuthology.orchestra.run.vm05.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libradosstriper1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 250 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: librgw2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.4 M 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-02T11:38:02.765 INFO:teuthology.orchestra.run.vm05.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-ceph-argparse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 45 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-02T11:38:02.766 INFO:teuthology.orchestra.run.vm05.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout:Installing weak dependencies: 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 22 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: libcephfs-daemon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 35 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout:Transaction Summary 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout:======================================================================================================= 2026-04-02T11:38:02.767 INFO:teuthology.orchestra.run.vm05.stdout:Install 310 Packages 2026-04-02T11:38:02.768 INFO:teuthology.orchestra.run.vm05.stdout:Upgrade 2 Packages 2026-04-02T11:38:02.768 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:02.768 INFO:teuthology.orchestra.run.vm05.stdout:Total download size: 421 M 2026-04-02T11:38:02.768 INFO:teuthology.orchestra.run.vm05.stdout:Downloading Packages: 2026-04-02T11:38:03.343 INFO:teuthology.orchestra.run.vm02.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:38:03.343 INFO:teuthology.orchestra.run.vm02.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:38:03.374 INFO:teuthology.orchestra.run.vm02.stdout:Dependencies resolved. 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout:======================================================================================================= 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: Package Arch Version Repository Size 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout:======================================================================================================= 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout:Installing: 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.5 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-base x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.9 M 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 941 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 154 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 961 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 173 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-dashboard noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 15 M 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 7.4 M 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-rook noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 50 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-radosgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-test x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 85 M 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: ceph-volume noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 297 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 1.0 M 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: libcephfs-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 34 k 2026-04-02T11:38:03.383 INFO:teuthology.orchestra.run.vm02.stdout: libcephfs2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 868 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: librados-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 126 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: python3-cephfs x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: python3-rados x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 316 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: python3-rbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 304 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: python3-rgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 99 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: rbd-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 91 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: rbd-mirror x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.9 M 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: rbd-nbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 180 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout:Upgrading: 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: librados2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 3.5 M 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: librbd1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.8 M 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout:Installing dependencies: 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ceph-grafana-dashboards noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 43 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mds x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.3 M 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-modules-core noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 289 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.0 M 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ceph-osd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 17 M 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ceph-prometheus-alerts noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 17 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: ceph-selinux x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 25 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-02T11:38:03.384 INFO:teuthology.orchestra.run.vm02.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: gstreamer1-plugins-base x86_64 1.22.12-4.el9 appstream 2.2 M 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libcephfs-proxy2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libcephsqlite x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 164 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-02T11:38:03.385 INFO:teuthology.orchestra.run.vm02.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libradosstriper1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 250 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: librgw2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.4 M 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-02T11:38:03.386 INFO:teuthology.orchestra.run.vm02.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-ceph-argparse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 45 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-02T11:38:03.387 INFO:teuthology.orchestra.run.vm02.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout:Installing weak dependencies: 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 22 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-02T11:38:03.388 INFO:teuthology.orchestra.run.vm02.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: libcephfs-daemon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 35 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout:Transaction Summary 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout:======================================================================================================= 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout:Install 310 Packages 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout:Upgrade 2 Packages 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout:Total download size: 421 M 2026-04-02T11:38:03.389 INFO:teuthology.orchestra.run.vm02.stdout:Downloading Packages: 2026-04-02T11:38:03.429 INFO:teuthology.orchestra.run.vm05.stdout:(1/312): ceph-20.2.0-9.ge2ce8426bc5.el9.clyso.x 81 kB/s | 6.5 kB 00:00 2026-04-02T11:38:03.639 INFO:teuthology.orchestra.run.vm05.stdout:(2/312): ceph-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 4.4 MB/s | 941 kB 00:00 2026-04-02T11:38:03.724 INFO:teuthology.orchestra.run.vm05.stdout:(3/312): ceph-immutable-object-cache-20.2.0-9.g 1.8 MB/s | 154 kB 00:00 2026-04-02T11:38:03.975 INFO:teuthology.orchestra.run.vm05.stdout:(4/312): ceph-mds-20.2.0-9.ge2ce8426bc5.el9.cly 9.4 MB/s | 2.3 MB 00:00 2026-04-02T11:38:04.085 INFO:teuthology.orchestra.run.vm05.stdout:(5/312): ceph-base-20.2.0-9.ge2ce8426bc5.el9.cl 8.0 MB/s | 5.9 MB 00:00 2026-04-02T11:38:04.097 INFO:teuthology.orchestra.run.vm05.stdout:(6/312): ceph-mgr-20.2.0-9.ge2ce8426bc5.el9.cly 7.7 MB/s | 961 kB 00:00 2026-04-02T11:38:04.255 INFO:teuthology.orchestra.run.vm05.stdout:(7/312): ceph-common-20.2.0-9.ge2ce8426bc5.el9. 26 MB/s | 24 MB 00:00 2026-04-02T11:38:04.564 INFO:teuthology.orchestra.run.vm05.stdout:(8/312): ceph-mon-20.2.0-9.ge2ce8426bc5.el9.cly 11 MB/s | 5.0 MB 00:00 2026-04-02T11:38:04.565 INFO:teuthology.orchestra.run.vm02.stdout:(1/312): ceph-20.2.0-9.ge2ce8426bc5.el9.clyso.x 38 kB/s | 6.5 kB 00:00 2026-04-02T11:38:04.624 INFO:teuthology.orchestra.run.vm05.stdout:(9/312): ceph-selinux-20.2.0-9.ge2ce8426bc5.el9 420 kB/s | 25 kB 00:00 2026-04-02T11:38:04.800 INFO:teuthology.orchestra.run.vm02.stdout:(2/312): ceph-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 3.9 MB/s | 941 kB 00:00 2026-04-02T11:38:04.870 INFO:teuthology.orchestra.run.vm02.stdout:(3/312): ceph-immutable-object-cache-20.2.0-9.g 2.2 MB/s | 154 kB 00:00 2026-04-02T11:38:05.126 INFO:teuthology.orchestra.run.vm05.stdout:(10/312): ceph-radosgw-20.2.0-9.ge2ce8426bc5.el 27 MB/s | 24 MB 00:00 2026-04-02T11:38:05.159 INFO:teuthology.orchestra.run.vm02.stdout:(4/312): ceph-mds-20.2.0-9.ge2ce8426bc5.el9.cly 8.1 MB/s | 2.3 MB 00:00 2026-04-02T11:38:05.168 INFO:teuthology.orchestra.run.vm05.stdout:(11/312): libcephfs-daemon-20.2.0-9.ge2ce8426bc 857 kB/s | 35 kB 00:00 2026-04-02T11:38:05.210 INFO:teuthology.orchestra.run.vm05.stdout:(12/312): libcephfs-devel-20.2.0-9.ge2ce8426bc5 815 kB/s | 34 kB 00:00 2026-04-02T11:38:05.253 INFO:teuthology.orchestra.run.vm05.stdout:(13/312): libcephfs-proxy2-20.2.0-9.ge2ce8426bc 573 kB/s | 24 kB 00:00 2026-04-02T11:38:05.334 INFO:teuthology.orchestra.run.vm02.stdout:(5/312): ceph-mgr-20.2.0-9.ge2ce8426bc5.el9.cly 5.4 MB/s | 961 kB 00:00 2026-04-02T11:38:05.360 INFO:teuthology.orchestra.run.vm05.stdout:(14/312): ceph-osd-20.2.0-9.ge2ce8426bc5.el9.cl 13 MB/s | 17 MB 00:01 2026-04-02T11:38:05.367 INFO:teuthology.orchestra.run.vm05.stdout:(15/312): libcephfs2-20.2.0-9.ge2ce8426bc5.el9. 7.5 MB/s | 868 kB 00:00 2026-04-02T11:38:05.411 INFO:teuthology.orchestra.run.vm05.stdout:(16/312): libcephsqlite-20.2.0-9.ge2ce8426bc5.e 3.2 MB/s | 164 kB 00:00 2026-04-02T11:38:05.422 INFO:teuthology.orchestra.run.vm05.stdout:(17/312): librados-devel-20.2.0-9.ge2ce8426bc5. 2.2 MB/s | 126 kB 00:00 2026-04-02T11:38:05.554 INFO:teuthology.orchestra.run.vm05.stdout:(18/312): libradosstriper1-20.2.0-9.ge2ce8426bc 1.7 MB/s | 250 kB 00:00 2026-04-02T11:38:05.596 INFO:teuthology.orchestra.run.vm05.stdout:(19/312): python3-ceph-argparse-20.2.0-9.ge2ce8 1.1 MB/s | 45 kB 00:00 2026-04-02T11:38:05.658 INFO:teuthology.orchestra.run.vm05.stdout:(20/312): python3-ceph-common-20.2.0-9.ge2ce842 2.6 MB/s | 163 kB 00:00 2026-04-02T11:38:05.679 INFO:teuthology.orchestra.run.vm02.stdout:(6/312): ceph-base-20.2.0-9.ge2ce8426bc5.el9.cl 4.6 MB/s | 5.9 MB 00:01 2026-04-02T11:38:05.720 INFO:teuthology.orchestra.run.vm05.stdout:(21/312): python3-cephfs-20.2.0-9.ge2ce8426bc5. 2.5 MB/s | 163 kB 00:00 2026-04-02T11:38:05.789 INFO:teuthology.orchestra.run.vm02.stdout:(7/312): ceph-mon-20.2.0-9.ge2ce8426bc5.el9.cly 11 MB/s | 5.0 MB 00:00 2026-04-02T11:38:05.800 INFO:teuthology.orchestra.run.vm05.stdout:(22/312): python3-rados-20.2.0-9.ge2ce8426bc5.e 3.9 MB/s | 316 kB 00:00 2026-04-02T11:38:05.828 INFO:teuthology.orchestra.run.vm05.stdout:(23/312): librgw2-20.2.0-9.ge2ce8426bc5.el9.cly 16 MB/s | 6.4 MB 00:00 2026-04-02T11:38:05.919 INFO:teuthology.orchestra.run.vm05.stdout:(24/312): python3-rbd-20.2.0-9.ge2ce8426bc5.el9 2.5 MB/s | 304 kB 00:00 2026-04-02T11:38:05.998 INFO:teuthology.orchestra.run.vm05.stdout:(25/312): rbd-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 1.1 MB/s | 91 kB 00:00 2026-04-02T11:38:06.015 INFO:teuthology.orchestra.run.vm05.stdout:(26/312): python3-rgw-20.2.0-9.ge2ce8426bc5.el9 530 kB/s | 99 kB 00:00 2026-04-02T11:38:06.136 INFO:teuthology.orchestra.run.vm05.stdout:(27/312): rbd-nbd-20.2.0-9.ge2ce8426bc5.el9.cly 1.5 MB/s | 180 kB 00:00 2026-04-02T11:38:06.172 INFO:teuthology.orchestra.run.vm05.stdout:(28/312): ceph-grafana-dashboards-20.2.0-9.ge2c 1.2 MB/s | 43 kB 00:00 2026-04-02T11:38:06.235 INFO:teuthology.orchestra.run.vm05.stdout:(29/312): ceph-mgr-cephadm-20.2.0-9.ge2ce8426bc 2.7 MB/s | 173 kB 00:00 2026-04-02T11:38:06.235 INFO:teuthology.orchestra.run.vm02.stdout:(8/312): ceph-common-20.2.0-9.ge2ce8426bc5.el9. 13 MB/s | 24 MB 00:01 2026-04-02T11:38:06.324 INFO:teuthology.orchestra.run.vm05.stdout:(30/312): rbd-mirror-20.2.0-9.ge2ce8426bc5.el9. 9.0 MB/s | 2.9 MB 00:00 2026-04-02T11:38:06.754 INFO:teuthology.orchestra.run.vm02.stdout:(9/312): ceph-selinux-20.2.0-9.ge2ce8426bc5.el9 48 kB/s | 25 kB 00:00 2026-04-02T11:38:07.063 INFO:teuthology.orchestra.run.vm02.stdout:(10/312): ceph-osd-20.2.0-9.ge2ce8426bc5.el9.cl 12 MB/s | 17 MB 00:01 2026-04-02T11:38:07.131 INFO:teuthology.orchestra.run.vm02.stdout:(11/312): ceph-radosgw-20.2.0-9.ge2ce8426bc5.el 18 MB/s | 24 MB 00:01 2026-04-02T11:38:07.132 INFO:teuthology.orchestra.run.vm02.stdout:(12/312): libcephfs-daemon-20.2.0-9.ge2ce8426bc 514 kB/s | 35 kB 00:00 2026-04-02T11:38:07.168 INFO:teuthology.orchestra.run.vm02.stdout:(13/312): libcephfs-devel-20.2.0-9.ge2ce8426bc5 937 kB/s | 34 kB 00:00 2026-04-02T11:38:07.170 INFO:teuthology.orchestra.run.vm02.stdout:(14/312): libcephfs-proxy2-20.2.0-9.ge2ce8426bc 653 kB/s | 24 kB 00:00 2026-04-02T11:38:07.211 INFO:teuthology.orchestra.run.vm05.stdout:(31/312): ceph-mgr-diskprediction-local-20.2.0- 8.3 MB/s | 7.4 MB 00:00 2026-04-02T11:38:07.228 INFO:teuthology.orchestra.run.vm02.stdout:(15/312): libcephsqlite-20.2.0-9.ge2ce8426bc5.e 2.8 MB/s | 164 kB 00:00 2026-04-02T11:38:07.257 INFO:teuthology.orchestra.run.vm05.stdout:(32/312): ceph-mgr-dashboard-20.2.0-9.ge2ce8426 15 MB/s | 15 MB 00:01 2026-04-02T11:38:07.257 INFO:teuthology.orchestra.run.vm02.stdout:(16/312): libcephfs2-20.2.0-9.ge2ce8426bc5.el9. 9.6 MB/s | 868 kB 00:00 2026-04-02T11:38:07.270 INFO:teuthology.orchestra.run.vm05.stdout:(33/312): ceph-mgr-k8sevents-20.2.0-9.ge2ce8426 378 kB/s | 22 kB 00:00 2026-04-02T11:38:07.270 INFO:teuthology.orchestra.run.vm02.stdout:(17/312): librados-devel-20.2.0-9.ge2ce8426bc5. 2.9 MB/s | 126 kB 00:00 2026-04-02T11:38:07.305 INFO:teuthology.orchestra.run.vm05.stdout:(34/312): ceph-mgr-rook-20.2.0-9.ge2ce8426bc5.e 1.4 MB/s | 50 kB 00:00 2026-04-02T11:38:07.305 INFO:teuthology.orchestra.run.vm02.stdout:(18/312): libradosstriper1-20.2.0-9.ge2ce8426bc 5.1 MB/s | 250 kB 00:00 2026-04-02T11:38:07.308 INFO:teuthology.orchestra.run.vm05.stdout:(35/312): ceph-mgr-modules-core-20.2.0-9.ge2ce8 5.5 MB/s | 289 kB 00:00 2026-04-02T11:38:07.340 INFO:teuthology.orchestra.run.vm05.stdout:(36/312): ceph-prometheus-alerts-20.2.0-9.ge2ce 494 kB/s | 17 kB 00:00 2026-04-02T11:38:07.342 INFO:teuthology.orchestra.run.vm02.stdout:(19/312): python3-ceph-argparse-20.2.0-9.ge2ce8 1.2 MB/s | 45 kB 00:00 2026-04-02T11:38:07.365 INFO:teuthology.orchestra.run.vm05.stdout:(37/312): ceph-volume-20.2.0-9.ge2ce8426bc5.el9 5.1 MB/s | 297 kB 00:00 2026-04-02T11:38:07.383 INFO:teuthology.orchestra.run.vm02.stdout:(20/312): python3-ceph-common-20.2.0-9.ge2ce842 3.9 MB/s | 163 kB 00:00 2026-04-02T11:38:07.390 INFO:teuthology.orchestra.run.vm05.stdout:(38/312): abseil-cpp-20211102.0-4.el9.x86_64.rp 23 MB/s | 551 kB 00:00 2026-04-02T11:38:07.404 INFO:teuthology.orchestra.run.vm05.stdout:(39/312): gperftools-libs-2.9.1-3.el9.x86_64.rp 22 MB/s | 308 kB 00:00 2026-04-02T11:38:07.409 INFO:teuthology.orchestra.run.vm05.stdout:(40/312): grpc-data-1.46.7-10.el9.noarch.rpm 3.6 MB/s | 19 kB 00:00 2026-04-02T11:38:07.439 INFO:teuthology.orchestra.run.vm02.stdout:(21/312): python3-cephfs-20.2.0-9.ge2ce8426bc5. 2.9 MB/s | 163 kB 00:00 2026-04-02T11:38:07.504 INFO:teuthology.orchestra.run.vm02.stdout:(22/312): python3-rados-20.2.0-9.ge2ce8426bc5.e 4.8 MB/s | 316 kB 00:00 2026-04-02T11:38:07.522 INFO:teuthology.orchestra.run.vm05.stdout:(41/312): cephadm-20.2.0-9.ge2ce8426bc5.el9.cly 5.4 MB/s | 1.0 MB 00:00 2026-04-02T11:38:07.527 INFO:teuthology.orchestra.run.vm05.stdout:(42/312): libarrow-doc-9.0.0-15.el9.noarch.rpm 5.3 MB/s | 25 kB 00:00 2026-04-02T11:38:07.531 INFO:teuthology.orchestra.run.vm05.stdout:(43/312): liboath-2.6.12-1.el9.x86_64.rpm 12 MB/s | 49 kB 00:00 2026-04-02T11:38:07.535 INFO:teuthology.orchestra.run.vm05.stdout:(44/312): libunwind-1.6.2-1.el9.x86_64.rpm 20 MB/s | 67 kB 00:00 2026-04-02T11:38:07.544 INFO:teuthology.orchestra.run.vm05.stdout:(45/312): luarocks-3.9.2-5.el9.noarch.rpm 16 MB/s | 151 kB 00:00 2026-04-02T11:38:07.558 INFO:teuthology.orchestra.run.vm02.stdout:(23/312): python3-rbd-20.2.0-9.ge2ce8426bc5.el9 5.5 MB/s | 304 kB 00:00 2026-04-02T11:38:07.577 INFO:teuthology.orchestra.run.vm05.stdout:(46/312): parquet-libs-9.0.0-15.el9.x86_64.rpm 26 MB/s | 838 kB 00:00 2026-04-02T11:38:07.589 INFO:teuthology.orchestra.run.vm05.stdout:(47/312): python3-asyncssh-2.13.2-5.el9.noarch. 45 MB/s | 548 kB 00:00 2026-04-02T11:38:07.593 INFO:teuthology.orchestra.run.vm05.stdout:(48/312): python3-autocommand-2.2.2-8.el9.noarc 7.3 MB/s | 29 kB 00:00 2026-04-02T11:38:07.597 INFO:teuthology.orchestra.run.vm02.stdout:(24/312): python3-rgw-20.2.0-9.ge2ce8426bc5.el9 2.4 MB/s | 99 kB 00:00 2026-04-02T11:38:07.598 INFO:teuthology.orchestra.run.vm05.stdout:(49/312): python3-backports-tarfile-1.2.0-1.el9 14 MB/s | 60 kB 00:00 2026-04-02T11:38:07.601 INFO:teuthology.orchestra.run.vm05.stdout:(50/312): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 11 MB/s | 43 kB 00:00 2026-04-02T11:38:07.606 INFO:teuthology.orchestra.run.vm05.stdout:(51/312): python3-cachetools-4.2.4-1.el9.noarch 7.4 MB/s | 32 kB 00:00 2026-04-02T11:38:07.613 INFO:teuthology.orchestra.run.vm05.stdout:(52/312): python3-certifi-2023.05.07-4.el9.noar 2.2 MB/s | 14 kB 00:00 2026-04-02T11:38:07.676 INFO:teuthology.orchestra.run.vm05.stdout:(53/312): python3-cheroot-10.0.1-5.el9.noarch.r 2.7 MB/s | 173 kB 00:00 2026-04-02T11:38:07.676 INFO:teuthology.orchestra.run.vm02.stdout:(25/312): rbd-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 1.1 MB/s | 91 kB 00:00 2026-04-02T11:38:07.683 INFO:teuthology.orchestra.run.vm05.stdout:(54/312): python3-cherrypy-18.10.0-5.el9.noarch 42 MB/s | 290 kB 00:00 2026-04-02T11:38:07.689 INFO:teuthology.orchestra.run.vm05.stdout:(55/312): python3-google-auth-2.45.0-1.el9.noar 39 MB/s | 254 kB 00:00 2026-04-02T11:38:07.745 INFO:teuthology.orchestra.run.vm05.stdout:(56/312): python3-grpcio-1.46.7-10.el9.x86_64.r 37 MB/s | 2.0 MB 00:00 2026-04-02T11:38:07.760 INFO:teuthology.orchestra.run.vm05.stdout:(57/312): libarrow-9.0.0-15.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2026-04-02T11:38:07.762 INFO:teuthology.orchestra.run.vm05.stdout:(58/312): python3-grpcio-tools-1.46.7-10.el9.x8 8.3 MB/s | 144 kB 00:00 2026-04-02T11:38:07.766 INFO:teuthology.orchestra.run.vm05.stdout:(59/312): python3-isodate-0.6.1-3.el9.noarch.rp 15 MB/s | 56 kB 00:00 2026-04-02T11:38:07.767 INFO:teuthology.orchestra.run.vm05.stdout:(60/312): python3-influxdb-5.3.1-1.el9.noarch.r 18 MB/s | 139 kB 00:00 2026-04-02T11:38:07.769 INFO:teuthology.orchestra.run.vm05.stdout:(61/312): python3-jaraco-8.2.1-3.el9.noarch.rpm 3.5 MB/s | 11 kB 00:00 2026-04-02T11:38:07.770 INFO:teuthology.orchestra.run.vm05.stdout:(62/312): python3-jaraco-classes-3.2.1-5.el9.no 6.1 MB/s | 18 kB 00:00 2026-04-02T11:38:07.772 INFO:teuthology.orchestra.run.vm05.stdout:(63/312): python3-jaraco-collections-3.0.0-8.el 9.0 MB/s | 23 kB 00:00 2026-04-02T11:38:07.773 INFO:teuthology.orchestra.run.vm05.stdout:(64/312): python3-jaraco-context-6.0.1-3.el9.no 7.8 MB/s | 20 kB 00:00 2026-04-02T11:38:07.775 INFO:teuthology.orchestra.run.vm05.stdout:(65/312): python3-jaraco-functools-3.5.0-2.el9. 7.5 MB/s | 19 kB 00:00 2026-04-02T11:38:07.776 INFO:teuthology.orchestra.run.vm05.stdout:(66/312): python3-jaraco-text-4.0.0-2.el9.noarc 10 MB/s | 26 kB 00:00 2026-04-02T11:38:07.784 INFO:teuthology.orchestra.run.vm05.stdout:(67/312): python3-more-itertools-8.12.0-2.el9.n 10 MB/s | 79 kB 00:00 2026-04-02T11:38:07.794 INFO:teuthology.orchestra.run.vm05.stdout:(68/312): python3-msgpack-1.0.3-2.el9.x86_64.rp 8.9 MB/s | 86 kB 00:00 2026-04-02T11:38:07.805 INFO:teuthology.orchestra.run.vm02.stdout:(26/312): librgw2-20.2.0-9.ge2ce8426bc5.el9.cly 12 MB/s | 6.4 MB 00:00 2026-04-02T11:38:07.805 INFO:teuthology.orchestra.run.vm05.stdout:(69/312): python3-kubernetes-26.1.0-3.el9.noarc 34 MB/s | 1.0 MB 00:00 2026-04-02T11:38:07.806 INFO:teuthology.orchestra.run.vm05.stdout:(70/312): python3-natsort-7.1.1-5.el9.noarch.rp 4.6 MB/s | 58 kB 00:00 2026-04-02T11:38:07.808 INFO:teuthology.orchestra.run.vm05.stdout:(71/312): python3-portend-3.1.0-2.el9.noarch.rp 6.3 MB/s | 16 kB 00:00 2026-04-02T11:38:07.811 INFO:teuthology.orchestra.run.vm05.stdout:(72/312): python3-pyOpenSSL-21.0.0-1.el9.noarch 21 MB/s | 90 kB 00:00 2026-04-02T11:38:07.812 INFO:teuthology.orchestra.run.vm05.stdout:(73/312): python3-repoze-lru-0.7-16.el9.noarch. 8.5 MB/s | 31 kB 00:00 2026-04-02T11:38:07.815 INFO:teuthology.orchestra.run.vm05.stdout:(74/312): python3-rsa-4.9-2.el9.noarch.rpm 17 MB/s | 59 kB 00:00 2026-04-02T11:38:07.818 INFO:teuthology.orchestra.run.vm05.stdout:(75/312): python3-routes-2.5.1-5.el9.noarch.rpm 25 MB/s | 188 kB 00:00 2026-04-02T11:38:07.820 INFO:teuthology.orchestra.run.vm05.stdout:(76/312): python3-saml-1.16.0-1.el9.noarch.rpm 27 MB/s | 125 kB 00:00 2026-04-02T11:38:07.821 INFO:teuthology.orchestra.run.vm05.stdout:(77/312): python3-tempora-5.0.0-2.el9.noarch.rp 14 MB/s | 36 kB 00:00 2026-04-02T11:38:07.823 INFO:teuthology.orchestra.run.vm05.stdout:(78/312): python3-typing-extensions-4.15.0-1.el 26 MB/s | 86 kB 00:00 2026-04-02T11:38:07.825 INFO:teuthology.orchestra.run.vm05.stdout:(79/312): python3-websocket-client-1.2.3-2.el9. 21 MB/s | 90 kB 00:00 2026-04-02T11:38:07.827 INFO:teuthology.orchestra.run.vm05.stdout:(80/312): python3-xmlsec-1.3.13-1.el9.x86_64.rp 16 MB/s | 48 kB 00:00 2026-04-02T11:38:07.828 INFO:teuthology.orchestra.run.vm05.stdout:(81/312): python3-xmltodict-0.12.0-15.el9.noarc 9.1 MB/s | 22 kB 00:00 2026-04-02T11:38:07.829 INFO:teuthology.orchestra.run.vm05.stdout:(82/312): python3-zc-lockfile-2.0-10.el9.noarch 7.5 MB/s | 20 kB 00:00 2026-04-02T11:38:07.838 INFO:teuthology.orchestra.run.vm05.stdout:(83/312): s3cmd-2.4.0-1.el9.noarch.rpm 26 MB/s | 206 kB 00:00 2026-04-02T11:38:07.840 INFO:teuthology.orchestra.run.vm05.stdout:(84/312): re2-20211101-20.el9.x86_64.rpm 16 MB/s | 191 kB 00:00 2026-04-02T11:38:07.861 INFO:teuthology.orchestra.run.vm05.stdout:(85/312): thrift-0.15.0-4.el9.x86_64.rpm 69 MB/s | 1.6 MB 00:00 2026-04-02T11:38:07.978 INFO:teuthology.orchestra.run.vm02.stdout:(27/312): rbd-mirror-20.2.0-9.ge2ce8426bc5.el9. 9.6 MB/s | 2.9 MB 00:00 2026-04-02T11:38:08.007 INFO:teuthology.orchestra.run.vm02.stdout:(28/312): rbd-nbd-20.2.0-9.ge2ce8426bc5.el9.cly 891 kB/s | 180 kB 00:00 2026-04-02T11:38:08.010 INFO:teuthology.orchestra.run.vm02.stdout:(29/312): ceph-grafana-dashboards-20.2.0-9.ge2c 1.3 MB/s | 43 kB 00:00 2026-04-02T11:38:08.043 INFO:teuthology.orchestra.run.vm02.stdout:(30/312): ceph-mgr-cephadm-20.2.0-9.ge2ce8426bc 4.7 MB/s | 173 kB 00:00 2026-04-02T11:38:08.200 INFO:teuthology.orchestra.run.vm05.stdout:(86/312): ceph-test-20.2.0-9.ge2ce8426bc5.el9.c 24 MB/s | 85 MB 00:03 2026-04-02T11:38:08.201 INFO:teuthology.orchestra.run.vm05.stdout:(87/312): bluez-libs-5.83-2.el9.x86_64.rpm 240 kB/s | 81 kB 00:00 2026-04-02T11:38:08.203 INFO:teuthology.orchestra.run.vm05.stdout:(88/312): ModemManager-glib-1.20.2-1.el9.x86_64 922 kB/s | 334 kB 00:00 2026-04-02T11:38:08.252 INFO:teuthology.orchestra.run.vm05.stdout:(89/312): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.0 MB/s | 51 kB 00:00 2026-04-02T11:38:08.253 INFO:teuthology.orchestra.run.vm05.stdout:(90/312): c-ares-1.19.1-2.el9_4.x86_64.rpm 2.2 MB/s | 110 kB 00:00 2026-04-02T11:38:08.306 INFO:teuthology.orchestra.run.vm05.stdout:(91/312): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 4.8 MB/s | 260 kB 00:00 2026-04-02T11:38:08.312 INFO:teuthology.orchestra.run.vm05.stdout:(92/312): cryptsetup-2.7.2-4.el9.x86_64.rpm 5.0 MB/s | 310 kB 00:00 2026-04-02T11:38:08.336 INFO:teuthology.orchestra.run.vm05.stdout:(93/312): bubblewrap-0.6.3-1.el9.x86_64.rpm 420 kB/s | 57 kB 00:00 2026-04-02T11:38:08.347 INFO:teuthology.orchestra.run.vm05.stdout:(94/312): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.1 MB/s | 41 kB 00:00 2026-04-02T11:38:08.348 INFO:teuthology.orchestra.run.vm05.stdout:(95/312): fuse-2.9.9-17.el9.x86_64.rpm 1.8 MB/s | 78 kB 00:00 2026-04-02T11:38:08.366 INFO:teuthology.orchestra.run.vm05.stdout:(96/312): libconfig-1.7.2-9.el9.x86_64.rpm 2.4 MB/s | 71 kB 00:00 2026-04-02T11:38:08.376 INFO:teuthology.orchestra.run.vm05.stdout:(97/312): libpciaccess-0.16-7.el9.x86_64.rpm 965 kB/s | 26 kB 00:00 2026-04-02T11:38:08.404 INFO:teuthology.orchestra.run.vm05.stdout:(98/312): libtdb-1.4.13-1.el9.x86_64.rpm 1.9 MB/s | 53 kB 00:00 2026-04-02T11:38:08.408 INFO:teuthology.orchestra.run.vm05.stdout:(99/312): libgfortran-11.5.0-11.el9.x86_64.rpm 13 MB/s | 794 kB 00:00 2026-04-02T11:38:08.420 INFO:teuthology.orchestra.run.vm05.stdout:(100/312): libquadmath-11.5.0-11.el9.x86_64.rpm 3.3 MB/s | 184 kB 00:00 2026-04-02T11:38:08.436 INFO:teuthology.orchestra.run.vm05.stdout:(101/312): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.0 MB/s | 96 kB 00:00 2026-04-02T11:38:08.437 INFO:teuthology.orchestra.run.vm05.stdout:(102/312): lmdb-libs-0.9.29-3.el9.x86_64.rpm 2.1 MB/s | 60 kB 00:00 2026-04-02T11:38:08.448 INFO:teuthology.orchestra.run.vm05.stdout:(103/312): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.1 MB/s | 32 kB 00:00 2026-04-02T11:38:08.480 INFO:teuthology.orchestra.run.vm05.stdout:(104/312): pciutils-3.7.0-7.el9.x86_64.rpm 2.1 MB/s | 92 kB 00:00 2026-04-02T11:38:08.496 INFO:teuthology.orchestra.run.vm05.stdout:(105/312): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 241 kB 00:00 2026-04-02T11:38:08.523 INFO:teuthology.orchestra.run.vm05.stdout:(106/312): nvme-cli-2.13-1.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2026-04-02T11:38:08.531 INFO:teuthology.orchestra.run.vm05.stdout:(107/312): python3-ply-3.11-14.el9.0.1.noarch.r 2.9 MB/s | 103 kB 00:00 2026-04-02T11:38:08.549 INFO:teuthology.orchestra.run.vm05.stdout:(108/312): python3-cryptography-36.0.1-5.el9_6. 17 MB/s | 1.2 MB 00:00 2026-04-02T11:38:08.553 INFO:teuthology.orchestra.run.vm05.stdout:(109/312): python3-pycparser-2.20-6.el9.noarch. 4.1 MB/s | 124 kB 00:00 2026-04-02T11:38:08.562 INFO:teuthology.orchestra.run.vm05.stdout:(110/312): python3-pyparsing-2.4.7-9.el9.0.1.no 4.8 MB/s | 150 kB 00:00 2026-04-02T11:38:08.579 INFO:teuthology.orchestra.run.vm05.stdout:(111/312): python3-requests-2.25.1-10.el9_6.noa 3.8 MB/s | 115 kB 00:00 2026-04-02T11:38:08.585 INFO:teuthology.orchestra.run.vm05.stdout:(112/312): python3-urllib3-1.26.5-6.el9_7.1.noa 5.9 MB/s | 191 kB 00:00 2026-04-02T11:38:08.611 INFO:teuthology.orchestra.run.vm05.stdout:(113/312): unzip-6.0-59.el9.x86_64.rpm 5.5 MB/s | 180 kB 00:00 2026-04-02T11:38:08.620 INFO:teuthology.orchestra.run.vm05.stdout:(114/312): zip-3.0-35.el9.x86_64.rpm 7.3 MB/s | 263 kB 00:00 2026-04-02T11:38:08.622 INFO:teuthology.orchestra.run.vm05.stdout:(115/312): smartmontools-7.2-9.el9.x86_64.rpm 9.0 MB/s | 551 kB 00:00 2026-04-02T11:38:08.669 INFO:teuthology.orchestra.run.vm05.stdout:(116/312): adwaita-cursor-theme-40.1.1-3.el9.no 11 MB/s | 623 kB 00:00 2026-04-02T11:38:08.669 INFO:teuthology.orchestra.run.vm02.stdout:(31/312): ceph-mgr-dashboard-20.2.0-9.ge2ce8426 23 MB/s | 15 MB 00:00 2026-04-02T11:38:08.675 INFO:teuthology.orchestra.run.vm05.stdout:(117/312): alsa-lib-1.2.14-1.el9.x86_64.rpm 9.5 MB/s | 510 kB 00:00 2026-04-02T11:38:08.700 INFO:teuthology.orchestra.run.vm05.stdout:(118/312): apache-commons-cli-1.4-20.el9.noarch 2.2 MB/s | 69 kB 00:00 2026-04-02T11:38:08.707 INFO:teuthology.orchestra.run.vm02.stdout:(32/312): ceph-mgr-k8sevents-20.2.0-9.ge2ce8426 594 kB/s | 22 kB 00:00 2026-04-02T11:38:08.716 INFO:teuthology.orchestra.run.vm05.stdout:(119/312): apache-commons-codec-1.15-10.el9.noa 7.2 MB/s | 300 kB 00:00 2026-04-02T11:38:08.736 INFO:teuthology.orchestra.run.vm05.stdout:(120/312): apache-commons-io-2.8.0-12.el9.noarc 7.6 MB/s | 282 kB 00:00 2026-04-02T11:38:08.755 INFO:teuthology.orchestra.run.vm02.stdout:(33/312): ceph-mgr-modules-core-20.2.0-9.ge2ce8 5.9 MB/s | 289 kB 00:00 2026-04-02T11:38:08.765 INFO:teuthology.orchestra.run.vm05.stdout:(121/312): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 3.0 MB/s | 86 kB 00:00 2026-04-02T11:38:08.787 INFO:teuthology.orchestra.run.vm02.stdout:(34/312): ceph-mgr-rook-20.2.0-9.ge2ce8426bc5.e 1.5 MB/s | 50 kB 00:00 2026-04-02T11:38:08.797 INFO:teuthology.orchestra.run.vm05.stdout:(122/312): apache-commons-lang3-3.12.0-10.el9.n 6.7 MB/s | 557 kB 00:00 2026-04-02T11:38:08.798 INFO:teuthology.orchestra.run.vm05.stdout:(123/312): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.2 MB/s | 176 kB 00:00 2026-04-02T11:38:08.816 INFO:teuthology.orchestra.run.vm02.stdout:(35/312): ceph-prometheus-alerts-20.2.0-9.ge2ce 594 kB/s | 17 kB 00:00 2026-04-02T11:38:08.830 INFO:teuthology.orchestra.run.vm05.stdout:(124/312): atinject-1.0.3-9.el9.noarch.rpm 668 kB/s | 22 kB 00:00 2026-04-02T11:38:08.834 INFO:teuthology.orchestra.run.vm05.stdout:(125/312): atk-2.36.0-5.el9.x86_64.rpm 7.5 MB/s | 270 kB 00:00 2026-04-02T11:38:08.873 INFO:teuthology.orchestra.run.vm02.stdout:(36/312): ceph-mgr-diskprediction-local-20.2.0- 8.9 MB/s | 7.4 MB 00:00 2026-04-02T11:38:08.883 INFO:teuthology.orchestra.run.vm05.stdout:(126/312): avahi-glib-0.8-23.el9.x86_64.rpm 255 kB/s | 14 kB 00:00 2026-04-02T11:38:08.884 INFO:teuthology.orchestra.run.vm02.stdout:(37/312): ceph-volume-20.2.0-9.ge2ce8426bc5.el9 4.3 MB/s | 297 kB 00:00 2026-04-02T11:38:08.885 INFO:teuthology.orchestra.run.vm05.stdout:(127/312): boost-program-options-1.75.0-13.el9_ 2.0 MB/s | 104 kB 00:00 2026-04-02T11:38:08.898 INFO:teuthology.orchestra.run.vm02.stdout:(38/312): abseil-cpp-20211102.0-4.el9.x86_64.rp 37 MB/s | 551 kB 00:00 2026-04-02T11:38:08.908 INFO:teuthology.orchestra.run.vm02.stdout:(39/312): gperftools-libs-2.9.1-3.el9.x86_64.rp 31 MB/s | 308 kB 00:00 2026-04-02T11:38:08.911 INFO:teuthology.orchestra.run.vm02.stdout:(40/312): grpc-data-1.46.7-10.el9.noarch.rpm 8.2 MB/s | 19 kB 00:00 2026-04-02T11:38:08.936 INFO:teuthology.orchestra.run.vm05.stdout:(128/312): adwaita-icon-theme-40.1.1-3.el9.noar 34 MB/s | 11 MB 00:00 2026-04-02T11:38:08.937 INFO:teuthology.orchestra.run.vm05.stdout:(129/312): cdi-api-2.0.2-9.el9.noarch.rpm 980 kB/s | 52 kB 00:00 2026-04-02T11:38:08.939 INFO:teuthology.orchestra.run.vm05.stdout:(130/312): colord-libs-1.4.5-6.el9_6.x86_64.rpm 4.1 MB/s | 228 kB 00:00 2026-04-02T11:38:08.969 INFO:teuthology.orchestra.run.vm05.stdout:(131/312): composefs-libs-1.0.8-1.el9.x86_64.rp 1.6 MB/s | 53 kB 00:00 2026-04-02T11:38:08.970 INFO:teuthology.orchestra.run.vm05.stdout:(132/312): copy-jdk-configs-4.0-3.el9.0.1.noarc 834 kB/s | 27 kB 00:00 2026-04-02T11:38:08.972 INFO:teuthology.orchestra.run.vm05.stdout:(133/312): dconf-0.40.0-6.el9.x86_64.rpm 3.2 MB/s | 109 kB 00:00 2026-04-02T11:38:08.981 INFO:teuthology.orchestra.run.vm02.stdout:(41/312): libarrow-9.0.0-15.el9.x86_64.rpm 63 MB/s | 4.4 MB 00:00 2026-04-02T11:38:08.983 INFO:teuthology.orchestra.run.vm02.stdout:(42/312): libarrow-doc-9.0.0-15.el9.noarch.rpm 11 MB/s | 25 kB 00:00 2026-04-02T11:38:08.986 INFO:teuthology.orchestra.run.vm02.stdout:(43/312): liboath-2.6.12-1.el9.x86_64.rpm 19 MB/s | 49 kB 00:00 2026-04-02T11:38:08.989 INFO:teuthology.orchestra.run.vm02.stdout:(44/312): libunwind-1.6.2-1.el9.x86_64.rpm 22 MB/s | 67 kB 00:00 2026-04-02T11:38:08.993 INFO:teuthology.orchestra.run.vm02.stdout:(45/312): luarocks-3.9.2-5.el9.noarch.rpm 44 MB/s | 151 kB 00:00 2026-04-02T11:38:09.005 INFO:teuthology.orchestra.run.vm02.stdout:(46/312): parquet-libs-9.0.0-15.el9.x86_64.rpm 72 MB/s | 838 kB 00:00 2026-04-02T11:38:09.009 INFO:teuthology.orchestra.run.vm02.stdout:(47/312): cephadm-20.2.0-9.ge2ce8426bc5.el9.cly 7.2 MB/s | 1.0 MB 00:00 2026-04-02T11:38:09.016 INFO:teuthology.orchestra.run.vm02.stdout:(48/312): python3-asyncssh-2.13.2-5.el9.noarch. 48 MB/s | 548 kB 00:00 2026-04-02T11:38:09.018 INFO:teuthology.orchestra.run.vm02.stdout:(49/312): python3-autocommand-2.2.2-8.el9.noarc 3.2 MB/s | 29 kB 00:00 2026-04-02T11:38:09.019 INFO:teuthology.orchestra.run.vm02.stdout:(50/312): python3-backports-tarfile-1.2.0-1.el9 21 MB/s | 60 kB 00:00 2026-04-02T11:38:09.021 INFO:teuthology.orchestra.run.vm02.stdout:(51/312): python3-cachetools-4.2.4-1.el9.noarch 13 MB/s | 32 kB 00:00 2026-04-02T11:38:09.022 INFO:teuthology.orchestra.run.vm02.stdout:(52/312): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 11 MB/s | 43 kB 00:00 2026-04-02T11:38:09.024 INFO:teuthology.orchestra.run.vm02.stdout:(53/312): python3-certifi-2023.05.07-4.el9.noar 5.9 MB/s | 14 kB 00:00 2026-04-02T11:38:09.030 INFO:teuthology.orchestra.run.vm02.stdout:(54/312): python3-cherrypy-18.10.0-5.el9.noarch 49 MB/s | 290 kB 00:00 2026-04-02T11:38:09.031 INFO:teuthology.orchestra.run.vm02.stdout:(55/312): python3-cheroot-10.0.1-5.el9.noarch.r 19 MB/s | 173 kB 00:00 2026-04-02T11:38:09.035 INFO:teuthology.orchestra.run.vm02.stdout:(56/312): python3-google-auth-2.45.0-1.el9.noar 52 MB/s | 254 kB 00:00 2026-04-02T11:38:09.041 INFO:teuthology.orchestra.run.vm02.stdout:(57/312): python3-grpcio-tools-1.46.7-10.el9.x8 25 MB/s | 144 kB 00:00 2026-04-02T11:38:09.076 INFO:teuthology.orchestra.run.vm02.stdout:(58/312): python3-influxdb-5.3.1-1.el9.noarch.r 3.9 MB/s | 139 kB 00:00 2026-04-02T11:38:09.077 INFO:teuthology.orchestra.run.vm05.stdout:(134/312): exiv2-0.27.5-2.el9.x86_64.rpm 9.0 MB/s | 975 kB 00:00 2026-04-02T11:38:09.080 INFO:teuthology.orchestra.run.vm05.stdout:(135/312): exempi-2.6.0-0.2.20211007gite23c213. 4.6 MB/s | 523 kB 00:00 2026-04-02T11:38:09.080 INFO:teuthology.orchestra.run.vm02.stdout:(59/312): python3-isodate-0.6.1-3.el9.noarch.rp 16 MB/s | 56 kB 00:00 2026-04-02T11:38:09.082 INFO:teuthology.orchestra.run.vm05.stdout:(136/312): exiv2-libs-0.27.5-2.el9.x86_64.rpm 6.9 MB/s | 779 kB 00:00 2026-04-02T11:38:09.083 INFO:teuthology.orchestra.run.vm02.stdout:(60/312): python3-jaraco-8.2.1-3.el9.noarch.rpm 4.5 MB/s | 11 kB 00:00 2026-04-02T11:38:09.085 INFO:teuthology.orchestra.run.vm02.stdout:(61/312): python3-jaraco-classes-3.2.1-5.el9.no 6.8 MB/s | 18 kB 00:00 2026-04-02T11:38:09.089 INFO:teuthology.orchestra.run.vm02.stdout:(62/312): python3-jaraco-collections-3.0.0-8.el 6.7 MB/s | 23 kB 00:00 2026-04-02T11:38:09.096 INFO:teuthology.orchestra.run.vm02.stdout:(63/312): python3-grpcio-1.46.7-10.el9.x86_64.r 31 MB/s | 2.0 MB 00:00 2026-04-02T11:38:09.097 INFO:teuthology.orchestra.run.vm02.stdout:(64/312): python3-jaraco-context-6.0.1-3.el9.no 2.5 MB/s | 20 kB 00:00 2026-04-02T11:38:09.099 INFO:teuthology.orchestra.run.vm02.stdout:(65/312): python3-jaraco-functools-3.5.0-2.el9. 8.8 MB/s | 19 kB 00:00 2026-04-02T11:38:09.099 INFO:teuthology.orchestra.run.vm02.stdout:(66/312): python3-jaraco-text-4.0.0-2.el9.noarc 12 MB/s | 26 kB 00:00 2026-04-02T11:38:09.103 INFO:teuthology.orchestra.run.vm02.stdout:(67/312): python3-more-itertools-8.12.0-2.el9.n 21 MB/s | 79 kB 00:00 2026-04-02T11:38:09.108 INFO:teuthology.orchestra.run.vm02.stdout:(68/312): python3-msgpack-1.0.3-2.el9.x86_64.rp 20 MB/s | 86 kB 00:00 2026-04-02T11:38:09.113 INFO:teuthology.orchestra.run.vm02.stdout:(69/312): python3-natsort-7.1.1-5.el9.noarch.rp 11 MB/s | 58 kB 00:00 2026-04-02T11:38:09.115 INFO:teuthology.orchestra.run.vm05.stdout:(137/312): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 8.3 MB/s | 324 kB 00:00 2026-04-02T11:38:09.119 INFO:teuthology.orchestra.run.vm05.stdout:(138/312): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 5.5 MB/s | 217 kB 00:00 2026-04-02T11:38:09.120 INFO:teuthology.orchestra.run.vm02.stdout:(70/312): python3-portend-3.1.0-2.el9.noarch.rp 2.5 MB/s | 16 kB 00:00 2026-04-02T11:38:09.127 INFO:teuthology.orchestra.run.vm02.stdout:(71/312): python3-kubernetes-26.1.0-3.el9.noarc 36 MB/s | 1.0 MB 00:00 2026-04-02T11:38:09.129 INFO:teuthology.orchestra.run.vm02.stdout:(72/312): python3-pyOpenSSL-21.0.0-1.el9.noarch 10 MB/s | 90 kB 00:00 2026-04-02T11:38:09.132 INFO:teuthology.orchestra.run.vm02.stdout:(73/312): python3-repoze-lru-0.7-16.el9.noarch. 7.2 MB/s | 31 kB 00:00 2026-04-02T11:38:09.134 INFO:teuthology.orchestra.run.vm02.stdout:(74/312): python3-routes-2.5.1-5.el9.noarch.rpm 34 MB/s | 188 kB 00:00 2026-04-02T11:38:09.136 INFO:teuthology.orchestra.run.vm02.stdout:(75/312): python3-rsa-4.9-2.el9.noarch.rpm 15 MB/s | 59 kB 00:00 2026-04-02T11:38:09.139 INFO:teuthology.orchestra.run.vm02.stdout:(76/312): python3-saml-1.16.0-1.el9.noarch.rpm 26 MB/s | 125 kB 00:00 2026-04-02T11:38:09.140 INFO:teuthology.orchestra.run.vm02.stdout:(77/312): python3-tempora-5.0.0-2.el9.noarch.rp 9.0 MB/s | 36 kB 00:00 2026-04-02T11:38:09.143 INFO:teuthology.orchestra.run.vm02.stdout:(78/312): python3-typing-extensions-4.15.0-1.el 25 MB/s | 86 kB 00:00 2026-04-02T11:38:09.144 INFO:teuthology.orchestra.run.vm02.stdout:(79/312): python3-websocket-client-1.2.3-2.el9. 22 MB/s | 90 kB 00:00 2026-04-02T11:38:09.147 INFO:teuthology.orchestra.run.vm02.stdout:(80/312): python3-xmltodict-0.12.0-15.el9.noarc 9.9 MB/s | 22 kB 00:00 2026-04-02T11:38:09.150 INFO:teuthology.orchestra.run.vm02.stdout:(81/312): python3-xmlsec-1.3.13-1.el9.x86_64.rp 7.4 MB/s | 48 kB 00:00 2026-04-02T11:38:09.150 INFO:teuthology.orchestra.run.vm05.stdout:(139/312): flatpak-1.12.9-4.el9_6.x86_64.rpm 25 MB/s | 1.7 MB 00:00 2026-04-02T11:38:09.150 INFO:teuthology.orchestra.run.vm02.stdout:(82/312): python3-zc-lockfile-2.0-10.el9.noarch 5.7 MB/s | 20 kB 00:00 2026-04-02T11:38:09.155 INFO:teuthology.orchestra.run.vm02.stdout:(83/312): s3cmd-2.4.0-1.el9.noarch.rpm 46 MB/s | 206 kB 00:00 2026-04-02T11:38:09.159 INFO:teuthology.orchestra.run.vm02.stdout:(84/312): re2-20211101-20.el9.x86_64.rpm 20 MB/s | 191 kB 00:00 2026-04-02T11:38:09.162 INFO:teuthology.orchestra.run.vm05.stdout:(140/312): flatpak-selinux-1.12.9-4.el9_6.noarc 438 kB/s | 20 kB 00:00 2026-04-02T11:38:09.163 INFO:teuthology.orchestra.run.vm05.stdout:(141/312): flatpak-session-helper-1.12.9-4.el9_ 1.6 MB/s | 71 kB 00:00 2026-04-02T11:38:09.178 INFO:teuthology.orchestra.run.vm05.stdout:(142/312): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.0 MB/s | 30 kB 00:00 2026-04-02T11:38:09.180 INFO:teuthology.orchestra.run.vm02.stdout:(85/312): thrift-0.15.0-4.el9.x86_64.rpm 65 MB/s | 1.6 MB 00:00 2026-04-02T11:38:09.192 INFO:teuthology.orchestra.run.vm05.stdout:(143/312): flexiblas-openblas-openmp-3.0.4-8.el 515 kB/s | 15 kB 00:00 2026-04-02T11:38:09.260 INFO:teuthology.orchestra.run.vm05.stdout:(144/312): flexiblas-netlib-3.0.4-8.el9.0.1.x86 31 MB/s | 3.0 MB 00:00 2026-04-02T11:38:09.262 INFO:teuthology.orchestra.run.vm05.stdout:(145/312): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 999 kB/s | 83 kB 00:00 2026-04-02T11:38:09.271 INFO:teuthology.orchestra.run.vm05.stdout:(146/312): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 1.5 MB/s | 122 kB 00:00 2026-04-02T11:38:09.288 INFO:teuthology.orchestra.run.vm05.stdout:(147/312): giflib-5.2.1-9.el9.x86_64.rpm 1.7 MB/s | 48 kB 00:00 2026-04-02T11:38:09.300 INFO:teuthology.orchestra.run.vm05.stdout:(148/312): graphene-1.10.6-2.el9.x86_64.rpm 2.2 MB/s | 64 kB 00:00 2026-04-02T11:38:09.302 INFO:teuthology.orchestra.run.vm05.stdout:(149/312): google-guice-4.2.3-12.el9.noarch.rpm 11 MB/s | 471 kB 00:00 2026-04-02T11:38:09.315 INFO:teuthology.orchestra.run.vm05.stdout:(150/312): gsm-1.0.19-6.el9.x86_64.rpm 1.2 MB/s | 33 kB 00:00 2026-04-02T11:38:09.316 INFO:teuthology.orchestra.run.vm02.stdout:(86/312): bluez-libs-5.83-2.el9.x86_64.rpm 601 kB/s | 81 kB 00:00 2026-04-02T11:38:09.344 INFO:teuthology.orchestra.run.vm05.stdout:(151/312): gtk-update-icon-cache-3.24.31-8.el9. 1.1 MB/s | 32 kB 00:00 2026-04-02T11:38:09.355 INFO:teuthology.orchestra.run.vm02.stdout:(87/312): bubblewrap-0.6.3-1.el9.x86_64.rpm 1.4 MB/s | 57 kB 00:00 2026-04-02T11:38:09.359 INFO:teuthology.orchestra.run.vm02.stdout:(88/312): ModemManager-glib-1.20.2-1.el9.x86_64 1.6 MB/s | 334 kB 00:00 2026-04-02T11:38:09.370 INFO:teuthology.orchestra.run.vm05.stdout:(152/312): gstreamer1-1.22.12-3.el9.x86_64.rpm 20 MB/s | 1.4 MB 00:00 2026-04-02T11:38:09.393 INFO:teuthology.orchestra.run.vm02.stdout:(89/312): c-ares-1.19.1-2.el9_4.x86_64.rpm 3.3 MB/s | 110 kB 00:00 2026-04-02T11:38:09.393 INFO:teuthology.orchestra.run.vm02.stdout:(90/312): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.3 MB/s | 51 kB 00:00 2026-04-02T11:38:09.406 INFO:teuthology.orchestra.run.vm05.stdout:(153/312): gstreamer1-plugins-base-1.22.12-4.el 21 MB/s | 2.2 MB 00:00 2026-04-02T11:38:09.428 INFO:teuthology.orchestra.run.vm02.stdout:(91/312): cryptsetup-2.7.2-4.el9.x86_64.rpm 8.7 MB/s | 310 kB 00:00 2026-04-02T11:38:09.434 INFO:teuthology.orchestra.run.vm05.stdout:(154/312): hicolor-icon-theme-0.17-13.el9.noarc 2.3 MB/s | 66 kB 00:00 2026-04-02T11:38:09.458 INFO:teuthology.orchestra.run.vm02.stdout:(92/312): fuse-2.9.9-17.el9.x86_64.rpm 2.6 MB/s | 78 kB 00:00 2026-04-02T11:38:09.474 INFO:teuthology.orchestra.run.vm02.stdout:(93/312): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 3.2 MB/s | 260 kB 00:00 2026-04-02T11:38:09.489 INFO:teuthology.orchestra.run.vm02.stdout:(94/312): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.3 MB/s | 41 kB 00:00 2026-04-02T11:38:09.495 INFO:teuthology.orchestra.run.vm05.stdout:(155/312): httpcomponents-client-4.5.13-7.el9.n 11 MB/s | 655 kB 00:00 2026-04-02T11:38:09.509 INFO:teuthology.orchestra.run.vm02.stdout:(95/312): libconfig-1.7.2-9.el9.x86_64.rpm 2.0 MB/s | 71 kB 00:00 2026-04-02T11:38:09.519 INFO:teuthology.orchestra.run.vm05.stdout:(156/312): guava-30.1-10.el9.noarch.rpm 15 MB/s | 2.3 MB 00:00 2026-04-02T11:38:09.538 INFO:teuthology.orchestra.run.vm02.stdout:(96/312): libpciaccess-0.16-7.el9.x86_64.rpm 883 kB/s | 26 kB 00:00 2026-04-02T11:38:09.548 INFO:teuthology.orchestra.run.vm02.stdout:(97/312): libgfortran-11.5.0-11.el9.x86_64.rpm 13 MB/s | 794 kB 00:00 2026-04-02T11:38:09.602 INFO:teuthology.orchestra.run.vm02.stdout:(98/312): libtdb-1.4.13-1.el9.x86_64.rpm 985 kB/s | 53 kB 00:00 2026-04-02T11:38:09.602 INFO:teuthology.orchestra.run.vm05.stdout:(157/312): gtk3-3.24.31-8.el9.x86_64.rpm 19 MB/s | 4.8 MB 00:00 2026-04-02T11:38:09.603 INFO:teuthology.orchestra.run.vm02.stdout:(99/312): libquadmath-11.5.0-11.el9.x86_64.rpm 2.8 MB/s | 184 kB 00:00 2026-04-02T11:38:09.606 INFO:teuthology.orchestra.run.vm05.stdout:(158/312): httpcomponents-core-4.4.13-11.el9.no 5.6 MB/s | 630 kB 00:00 2026-04-02T11:38:09.631 INFO:teuthology.orchestra.run.vm02.stdout:(100/312): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.2 MB/s | 96 kB 00:00 2026-04-02T11:38:09.636 INFO:teuthology.orchestra.run.vm02.stdout:(101/312): lmdb-libs-0.9.29-3.el9.x86_64.rpm 1.8 MB/s | 60 kB 00:00 2026-04-02T11:38:09.642 INFO:teuthology.orchestra.run.vm05.stdout:(159/312): jakarta-annotations-1.3.5-16.el9.noa 1.1 MB/s | 44 kB 00:00 2026-04-02T11:38:09.643 INFO:teuthology.orchestra.run.vm05.stdout:(160/312): jansi-2.3.3-9.el9.x86_64.rpm 2.8 MB/s | 108 kB 00:00 2026-04-02T11:38:09.659 INFO:teuthology.orchestra.run.vm02.stdout:(102/312): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.1 MB/s | 32 kB 00:00 2026-04-02T11:38:09.692 INFO:teuthology.orchestra.run.vm02.stdout:(103/312): pciutils-3.7.0-7.el9.x86_64.rpm 2.7 MB/s | 92 kB 00:00 2026-04-02T11:38:09.708 INFO:teuthology.orchestra.run.vm05.stdout:(161/312): java-17-openjdk-17.0.18.0.8-1.el9.x8 6.4 MB/s | 428 kB 00:00 2026-04-02T11:38:09.730 INFO:teuthology.orchestra.run.vm02.stdout:(104/312): nvme-cli-2.13-1.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2026-04-02T11:38:09.733 INFO:teuthology.orchestra.run.vm02.stdout:(105/312): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 241 kB 00:00 2026-04-02T11:38:09.739 INFO:teuthology.orchestra.run.vm05.stdout:(162/312): iso-codes-4.6.0-3.el9.noarch.rpm 15 MB/s | 3.3 MB 00:00 2026-04-02T11:38:09.766 INFO:teuthology.orchestra.run.vm02.stdout:(106/312): python3-ply-3.11-14.el9.0.1.noarch.r 3.1 MB/s | 103 kB 00:00 2026-04-02T11:38:09.771 INFO:teuthology.orchestra.run.vm05.stdout:(163/312): javapackages-filesystem-6.4.0-1.el9. 321 kB/s | 10 kB 00:00 2026-04-02T11:38:09.801 INFO:teuthology.orchestra.run.vm02.stdout:(107/312): python3-pycparser-2.20-6.el9.noarch. 3.5 MB/s | 124 kB 00:00 2026-04-02T11:38:09.809 INFO:teuthology.orchestra.run.vm05.stdout:(164/312): javapackages-tools-6.4.0-1.el9.noarc 843 kB/s | 31 kB 00:00 2026-04-02T11:38:09.822 INFO:teuthology.orchestra.run.vm02.stdout:(108/312): python3-cryptography-36.0.1-5.el9_6. 13 MB/s | 1.2 MB 00:00 2026-04-02T11:38:09.842 INFO:teuthology.orchestra.run.vm02.stdout:(109/312): python3-pyparsing-2.4.7-9.el9.0.1.no 3.6 MB/s | 150 kB 00:00 2026-04-02T11:38:09.843 INFO:teuthology.orchestra.run.vm05.stdout:(165/312): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.5 MB/s | 52 kB 00:00 2026-04-02T11:38:09.861 INFO:teuthology.orchestra.run.vm05.stdout:(166/312): java-17-openjdk-devel-17.0.18.0.8-1. 22 MB/s | 4.7 MB 00:00 2026-04-02T11:38:09.861 INFO:teuthology.orchestra.run.vm02.stdout:(110/312): python3-requests-2.25.1-10.el9_6.noa 2.9 MB/s | 115 kB 00:00 2026-04-02T11:38:09.875 INFO:teuthology.orchestra.run.vm05.stdout:(167/312): jcl-over-slf4j-1.7.30-16.el9.noarch. 726 kB/s | 23 kB 00:00 2026-04-02T11:38:09.876 INFO:teuthology.orchestra.run.vm02.stdout:(111/312): python3-urllib3-1.26.5-6.el9_7.1.noa 5.6 MB/s | 191 kB 00:00 2026-04-02T11:38:09.908 INFO:teuthology.orchestra.run.vm02.stdout:(112/312): unzip-6.0-59.el9.x86_64.rpm 5.6 MB/s | 180 kB 00:00 2026-04-02T11:38:09.915 INFO:teuthology.orchestra.run.vm05.stdout:(168/312): jsr-305-3.0.2-9.el9.noarch.rpm 781 kB/s | 31 kB 00:00 2026-04-02T11:38:09.918 INFO:teuthology.orchestra.run.vm05.stdout:(169/312): jsoup-1.13.1-13.el9.noarch.rpm 6.4 MB/s | 375 kB 00:00 2026-04-02T11:38:09.919 INFO:teuthology.orchestra.run.vm02.stdout:(113/312): smartmontools-7.2-9.el9.x86_64.rpm 9.4 MB/s | 551 kB 00:00 2026-04-02T11:38:09.942 INFO:teuthology.orchestra.run.vm02.stdout:(114/312): zip-3.0-35.el9.x86_64.rpm 7.4 MB/s | 263 kB 00:00 2026-04-02T11:38:09.955 INFO:teuthology.orchestra.run.vm05.stdout:(170/312): libX11-xcb-1.7.0-11.el9.x86_64.rpm 282 kB/s | 10 kB 00:00 2026-04-02T11:38:09.964 INFO:teuthology.orchestra.run.vm05.stdout:(171/312): lcms2-2.12-3.el9.x86_64.rpm 3.3 MB/s | 166 kB 00:00 2026-04-02T11:38:09.977 INFO:teuthology.orchestra.run.vm02.stdout:(115/312): adwaita-cursor-theme-40.1.1-3.el9.no 10 MB/s | 623 kB 00:00 2026-04-02T11:38:09.987 INFO:teuthology.orchestra.run.vm05.stdout:(172/312): libXcomposite-0.4.5-7.el9.x86_64.rpm 722 kB/s | 23 kB 00:00 2026-04-02T11:38:09.997 INFO:teuthology.orchestra.run.vm05.stdout:(173/312): libXcursor-1.2.0-7.el9.x86_64.rpm 924 kB/s | 30 kB 00:00 2026-04-02T11:38:10.018 INFO:teuthology.orchestra.run.vm05.stdout:(174/312): libXdamage-1.1.5-7.el9.x86_64.rpm 719 kB/s | 22 kB 00:00 2026-04-02T11:38:10.029 INFO:teuthology.orchestra.run.vm05.stdout:(175/312): libXfixes-5.0.3-16.el9.x86_64.rpm 589 kB/s | 19 kB 00:00 2026-04-02T11:38:10.030 INFO:teuthology.orchestra.run.vm02.stdout:(116/312): alsa-lib-1.2.14-1.el9.x86_64.rpm 9.5 MB/s | 510 kB 00:00 2026-04-02T11:38:10.050 INFO:teuthology.orchestra.run.vm05.stdout:(176/312): libXi-1.7.10-8.el9.x86_64.rpm 1.2 MB/s | 39 kB 00:00 2026-04-02T11:38:10.063 INFO:teuthology.orchestra.run.vm02.stdout:(117/312): apache-commons-cli-1.4-20.el9.noarch 2.1 MB/s | 69 kB 00:00 2026-04-02T11:38:10.067 INFO:teuthology.orchestra.run.vm05.stdout:(177/312): libXinerama-1.1.4-10.el9.x86_64.rpm 376 kB/s | 14 kB 00:00 2026-04-02T11:38:10.079 INFO:teuthology.orchestra.run.vm05.stdout:(178/312): libXrandr-1.5.2-8.el9.x86_64.rpm 947 kB/s | 27 kB 00:00 2026-04-02T11:38:10.101 INFO:teuthology.orchestra.run.vm05.stdout:(179/312): libXtst-1.2.3-16.el9.x86_64.rpm 601 kB/s | 20 kB 00:00 2026-04-02T11:38:10.102 INFO:teuthology.orchestra.run.vm02.stdout:(118/312): apache-commons-codec-1.15-10.el9.noa 7.4 MB/s | 300 kB 00:00 2026-04-02T11:38:10.109 INFO:teuthology.orchestra.run.vm05.stdout:(180/312): libXv-1.0.11-16.el9.x86_64.rpm 615 kB/s | 18 kB 00:00 2026-04-02T11:38:10.135 INFO:teuthology.orchestra.run.vm05.stdout:(181/312): libXxf86vm-1.1.4-18.el9.x86_64.rpm 536 kB/s | 18 kB 00:00 2026-04-02T11:38:10.139 INFO:teuthology.orchestra.run.vm05.stdout:(182/312): libasyncns-0.8-22.el9.x86_64.rpm 1.0 MB/s | 29 kB 00:00 2026-04-02T11:38:10.145 INFO:teuthology.orchestra.run.vm02.stdout:(119/312): apache-commons-io-2.8.0-12.el9.noarc 6.5 MB/s | 282 kB 00:00 2026-04-02T11:38:10.167 INFO:teuthology.orchestra.run.vm05.stdout:(183/312): libcanberra-0.30-27.el9.x86_64.rpm 2.6 MB/s | 85 kB 00:00 2026-04-02T11:38:10.168 INFO:teuthology.orchestra.run.vm05.stdout:(184/312): libcanberra-gtk3-0.30-27.el9.x86_64. 1.0 MB/s | 31 kB 00:00 2026-04-02T11:38:10.207 INFO:teuthology.orchestra.run.vm02.stdout:(120/312): apache-commons-lang3-3.12.0-10.el9.n 8.9 MB/s | 557 kB 00:00 2026-04-02T11:38:10.207 INFO:teuthology.orchestra.run.vm05.stdout:(185/312): libdrm-2.4.123-2.el9.x86_64.rpm 3.9 MB/s | 158 kB 00:00 2026-04-02T11:38:10.208 INFO:teuthology.orchestra.run.vm05.stdout:(186/312): libepoxy-1.5.5-4.el9.x86_64.rpm 6.0 MB/s | 244 kB 00:00 2026-04-02T11:38:10.239 INFO:teuthology.orchestra.run.vm05.stdout:(187/312): libfontenc-1.1.3-17.el9.x86_64.rpm 968 kB/s | 30 kB 00:00 2026-04-02T11:38:10.241 INFO:teuthology.orchestra.run.vm02.stdout:(121/312): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.5 MB/s | 86 kB 00:00 2026-04-02T11:38:10.260 INFO:teuthology.orchestra.run.vm05.stdout:(188/312): libexif-0.6.22-6.el9.x86_64.rpm 7.8 MB/s | 423 kB 00:00 2026-04-02T11:38:10.272 INFO:teuthology.orchestra.run.vm05.stdout:(189/312): libgexiv2-0.14.3-1.el9.x86_64.rpm 2.8 MB/s | 93 kB 00:00 2026-04-02T11:38:10.276 INFO:teuthology.orchestra.run.vm02.stdout:(122/312): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.0 MB/s | 176 kB 00:00 2026-04-02T11:38:10.294 INFO:teuthology.orchestra.run.vm05.stdout:(190/312): libglvnd-1.3.4-1.el9.x86_64.rpm 4.0 MB/s | 133 kB 00:00 2026-04-02T11:38:10.301 INFO:teuthology.orchestra.run.vm05.stdout:(191/312): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.2 MB/s | 36 kB 00:00 2026-04-02T11:38:10.308 INFO:teuthology.orchestra.run.vm02.stdout:(123/312): atinject-1.0.3-9.el9.noarch.rpm 694 kB/s | 22 kB 00:00 2026-04-02T11:38:10.331 INFO:teuthology.orchestra.run.vm05.stdout:(192/312): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 3.7 MB/s | 140 kB 00:00 2026-04-02T11:38:10.348 INFO:teuthology.orchestra.run.vm02.stdout:(124/312): adwaita-icon-theme-40.1.1-3.el9.noar 26 MB/s | 11 MB 00:00 2026-04-02T11:38:10.349 INFO:teuthology.orchestra.run.vm05.stdout:(193/312): libgsf-1.14.47-5.el9.x86_64.rpm 5.1 MB/s | 245 kB 00:00 2026-04-02T11:38:10.350 INFO:teuthology.orchestra.run.vm02.stdout:(125/312): atk-2.36.0-5.el9.x86_64.rpm 6.3 MB/s | 270 kB 00:00 2026-04-02T11:38:10.370 INFO:teuthology.orchestra.run.vm05.stdout:(194/312): libgxps-0.3.2-3.el9.x86_64.rpm 2.0 MB/s | 78 kB 00:00 2026-04-02T11:38:10.375 INFO:teuthology.orchestra.run.vm02.stdout:(126/312): avahi-glib-0.8-23.el9.x86_64.rpm 505 kB/s | 14 kB 00:00 2026-04-02T11:38:10.379 INFO:teuthology.orchestra.run.vm05.stdout:(195/312): libiptcdata-1.0.5-10.el9.x86_64.rpm 2.0 MB/s | 60 kB 00:00 2026-04-02T11:38:10.383 INFO:teuthology.orchestra.run.vm02.stdout:(127/312): boost-program-options-1.75.0-13.el9_ 3.1 MB/s | 104 kB 00:00 2026-04-02T11:38:10.398 INFO:teuthology.orchestra.run.vm05.stdout:(196/312): libldac-2.0.2.3-10.el9.x86_64.rpm 1.4 MB/s | 40 kB 00:00 2026-04-02T11:38:10.412 INFO:teuthology.orchestra.run.vm05.stdout:(197/312): libnbd-1.20.3-4.el9.x86_64.rpm 5.2 MB/s | 171 kB 00:00 2026-04-02T11:38:10.416 INFO:teuthology.orchestra.run.vm02.stdout:(128/312): cdi-api-2.0.2-9.el9.noarch.rpm 1.3 MB/s | 52 kB 00:00 2026-04-02T11:38:10.426 INFO:teuthology.orchestra.run.vm02.stdout:(129/312): colord-libs-1.4.5-6.el9_6.x86_64.rpm 5.3 MB/s | 228 kB 00:00 2026-04-02T11:38:10.444 INFO:teuthology.orchestra.run.vm02.stdout:(130/312): composefs-libs-1.0.8-1.el9.x86_64.rp 1.8 MB/s | 53 kB 00:00 2026-04-02T11:38:10.449 INFO:teuthology.orchestra.run.vm05.stdout:(198/312): libogg-1.3.4-6.el9.x86_64.rpm 864 kB/s | 32 kB 00:00 2026-04-02T11:38:10.450 INFO:teuthology.orchestra.run.vm05.stdout:(199/312): libnotify-0.7.9-8.el9.x86_64.rpm 816 kB/s | 43 kB 00:00 2026-04-02T11:38:10.457 INFO:teuthology.orchestra.run.vm02.stdout:(131/312): copy-jdk-configs-4.0-3.el9.0.1.noarc 891 kB/s | 27 kB 00:00 2026-04-02T11:38:10.475 INFO:teuthology.orchestra.run.vm02.stdout:(132/312): dconf-0.40.0-6.el9.x86_64.rpm 3.5 MB/s | 109 kB 00:00 2026-04-02T11:38:10.488 INFO:teuthology.orchestra.run.vm05.stdout:(200/312): libosinfo-1.10.0-1.el9.x86_64.rpm 8.0 MB/s | 312 kB 00:00 2026-04-02T11:38:10.492 INFO:teuthology.orchestra.run.vm05.stdout:(201/312): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 159 kB 00:00 2026-04-02T11:38:10.519 INFO:teuthology.orchestra.run.vm02.stdout:(133/312): exempi-2.6.0-0.2.20211007gite23c213. 8.3 MB/s | 523 kB 00:00 2026-04-02T11:38:10.519 INFO:teuthology.orchestra.run.vm05.stdout:(202/312): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.4 MB/s | 44 kB 00:00 2026-04-02T11:38:10.552 INFO:teuthology.orchestra.run.vm05.stdout:(203/312): libsbc-1.4-9.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2026-04-02T11:38:10.572 INFO:teuthology.orchestra.run.vm05.stdout:(204/312): librdkafka-1.6.1-102.el9.x86_64.rpm 8.1 MB/s | 662 kB 00:00 2026-04-02T11:38:10.578 INFO:teuthology.orchestra.run.vm02.stdout:(134/312): exiv2-0.27.5-2.el9.x86_64.rpm 9.2 MB/s | 975 kB 00:00 2026-04-02T11:38:10.593 INFO:teuthology.orchestra.run.vm05.stdout:(205/312): libsndfile-1.0.31-9.el9.x86_64.rpm 4.9 MB/s | 205 kB 00:00 2026-04-02T11:38:10.623 INFO:teuthology.orchestra.run.vm05.stdout:(206/312): libstoragemgmt-1.10.1-1.el9.x86_64.r 4.7 MB/s | 243 kB 00:00 2026-04-02T11:38:10.642 INFO:teuthology.orchestra.run.vm05.stdout:(207/312): libtheora-1.1.1-31.el9.x86_64.rpm 3.3 MB/s | 163 kB 00:00 2026-04-02T11:38:10.663 INFO:teuthology.orchestra.run.vm05.stdout:(208/312): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 4.9 MB/s | 196 kB 00:00 2026-04-02T11:38:10.684 INFO:teuthology.orchestra.run.vm05.stdout:(209/312): libtracker-sparql-3.1.2-3.el9_1.x86_ 7.4 MB/s | 316 kB 00:00 2026-04-02T11:38:10.703 INFO:teuthology.orchestra.run.vm05.stdout:(210/312): libvorbis-1.3.7-5.el9.x86_64.rpm 4.7 MB/s | 192 kB 00:00 2026-04-02T11:38:10.712 INFO:teuthology.orchestra.run.vm05.stdout:(211/312): libwayland-client-1.21.0-1.el9.x86_6 1.2 MB/s | 33 kB 00:00 2026-04-02T11:38:10.770 INFO:teuthology.orchestra.run.vm05.stdout:(212/312): libwayland-cursor-1.21.0-1.el9.x86_6 274 kB/s | 18 kB 00:00 2026-04-02T11:38:10.804 INFO:teuthology.orchestra.run.vm05.stdout:(213/312): libwayland-egl-1.21.0-1.el9.x86_64.r 128 kB/s | 12 kB 00:00 2026-04-02T11:38:10.825 INFO:teuthology.orchestra.run.vm05.stdout:(214/312): libwayland-server-1.21.0-1.el9.x86_6 751 kB/s | 41 kB 00:00 2026-04-02T11:38:10.825 INFO:teuthology.orchestra.run.vm02.stdout:(135/312): ceph-test-20.2.0-9.ge2ce8426bc5.el9. 21 MB/s | 85 MB 00:04 2026-04-02T11:38:10.829 INFO:teuthology.orchestra.run.vm02.stdout:(136/312): exiv2-libs-0.27.5-2.el9.x86_64.rpm 2.5 MB/s | 779 kB 00:00 2026-04-02T11:38:10.831 INFO:teuthology.orchestra.run.vm02.stdout:(137/312): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 1.3 MB/s | 324 kB 00:00 2026-04-02T11:38:10.854 INFO:teuthology.orchestra.run.vm05.stdout:(215/312): libwebp-1.2.0-8.el9.x86_64.rpm 5.5 MB/s | 276 kB 00:00 2026-04-02T11:38:10.857 INFO:teuthology.orchestra.run.vm05.stdout:(216/312): libxkbcommon-1.0.3-4.el9.x86_64.rpm 4.1 MB/s | 132 kB 00:00 2026-04-02T11:38:10.858 INFO:teuthology.orchestra.run.vm02.stdout:(138/312): flatpak-selinux-1.12.9-4.el9_6.noarc 750 kB/s | 20 kB 00:00 2026-04-02T11:38:10.885 INFO:teuthology.orchestra.run.vm05.stdout:(217/312): libxshmfence-1.3-10.el9.x86_64.rpm 388 kB/s | 12 kB 00:00 2026-04-02T11:38:10.894 INFO:teuthology.orchestra.run.vm05.stdout:(218/312): libxslt-1.1.34-13.el9_6.x86_64.rpm 6.4 MB/s | 239 kB 00:00 2026-04-02T11:38:10.895 INFO:teuthology.orchestra.run.vm02.stdout:(139/312): flatpak-session-helper-1.12.9-4.el9_ 1.9 MB/s | 71 kB 00:00 2026-04-02T11:38:10.914 INFO:teuthology.orchestra.run.vm05.stdout:(219/312): llvm-filesystem-20.1.8-3.el9.x86_64. 314 kB/s | 9.2 kB 00:00 2026-04-02T11:38:10.932 INFO:teuthology.orchestra.run.vm02.stdout:(140/312): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 799 kB/s | 30 kB 00:00 2026-04-02T11:38:10.945 INFO:teuthology.orchestra.run.vm05.stdout:(220/312): low-memory-monitor-2.1-4.el9.x86_64. 1.1 MB/s | 35 kB 00:00 2026-04-02T11:38:10.967 INFO:teuthology.orchestra.run.vm02.stdout:(141/312): flatpak-1.12.9-4.el9_6.x86_64.rpm 12 MB/s | 1.7 MB 00:00 2026-04-02T11:38:10.996 INFO:teuthology.orchestra.run.vm05.stdout:(221/312): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.4 MB/s | 282 kB 00:00 2026-04-02T11:38:10.998 INFO:teuthology.orchestra.run.vm02.stdout:(142/312): flexiblas-openblas-openmp-3.0.4-8.el 488 kB/s | 15 kB 00:00 2026-04-02T11:38:11.033 INFO:teuthology.orchestra.run.vm02.stdout:(143/312): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 2.4 MB/s | 83 kB 00:00 2026-04-02T11:38:11.044 INFO:teuthology.orchestra.run.vm02.stdout:(144/312): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 995 kB/s | 217 kB 00:00 2026-04-02T11:38:11.059 INFO:teuthology.orchestra.run.vm05.stdout:(222/312): lua-5.4.4-4.el9.x86_64.rpm 2.9 MB/s | 187 kB 00:00 2026-04-02T11:38:11.066 INFO:teuthology.orchestra.run.vm02.stdout:(145/312): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 3.6 MB/s | 122 kB 00:00 2026-04-02T11:38:11.085 INFO:teuthology.orchestra.run.vm02.stdout:(146/312): giflib-5.2.1-9.el9.x86_64.rpm 1.2 MB/s | 48 kB 00:00 2026-04-02T11:38:11.095 INFO:teuthology.orchestra.run.vm05.stdout:(223/312): lua-posix-35.0-8.el9.x86_64.rpm 3.6 MB/s | 131 kB 00:00 2026-04-02T11:38:11.129 INFO:teuthology.orchestra.run.vm02.stdout:(147/312): google-guice-4.2.3-12.el9.noarch.rpm 7.4 MB/s | 471 kB 00:00 2026-04-02T11:38:11.131 INFO:teuthology.orchestra.run.vm02.stdout:(148/312): graphene-1.10.6-2.el9.x86_64.rpm 1.4 MB/s | 64 kB 00:00 2026-04-02T11:38:11.131 INFO:teuthology.orchestra.run.vm05.stdout:(224/312): maven-3.6.3-22.el9.noarch.rpm 476 kB/s | 17 kB 00:00 2026-04-02T11:38:11.158 INFO:teuthology.orchestra.run.vm02.stdout:(149/312): gsm-1.0.19-6.el9.x86_64.rpm 1.1 MB/s | 33 kB 00:00 2026-04-02T11:38:11.307 INFO:teuthology.orchestra.run.vm05.stdout:(225/312): maven-lib-3.6.3-22.el9.noarch.rpm 8.3 MB/s | 1.5 MB 00:00 2026-04-02T11:38:11.317 INFO:teuthology.orchestra.run.vm02.stdout:(150/312): flexiblas-netlib-3.0.4-8.el9.0.1.x86 7.8 MB/s | 3.0 MB 00:00 2026-04-02T11:38:11.337 INFO:teuthology.orchestra.run.vm05.stdout:(226/312): maven-openjdk17-3.6.3-22.el9.noarch. 270 kB/s | 8.0 kB 00:00 2026-04-02T11:38:11.348 INFO:teuthology.orchestra.run.vm02.stdout:(151/312): gtk-update-icon-cache-3.24.31-8.el9. 1.0 MB/s | 32 kB 00:00 2026-04-02T11:38:11.397 INFO:teuthology.orchestra.run.vm02.stdout:(152/312): gstreamer1-plugins-base-1.22.12-4.el 9.3 MB/s | 2.2 MB 00:00 2026-04-02T11:38:11.411 INFO:teuthology.orchestra.run.vm05.stdout:(227/312): maven-resolver-1.6.1-14.el9.noarch.r 6.9 MB/s | 512 kB 00:00 2026-04-02T11:38:11.462 INFO:teuthology.orchestra.run.vm05.stdout:(228/312): maven-shared-utils-3.3.4-7.el9.noarc 2.8 MB/s | 150 kB 00:00 2026-04-02T11:38:11.501 INFO:teuthology.orchestra.run.vm05.stdout:(229/312): maven-wagon-3.4.2-10.el9.noarch.rpm 2.8 MB/s | 111 kB 00:00 2026-04-02T11:38:11.604 INFO:teuthology.orchestra.run.vm02.stdout:(153/312): gstreamer1-1.22.12-3.el9.x86_64.rpm 3.0 MB/s | 1.4 MB 00:00 2026-04-02T11:38:11.633 INFO:teuthology.orchestra.run.vm02.stdout:(154/312): guava-30.1-10.el9.noarch.rpm 9.8 MB/s | 2.3 MB 00:00 2026-04-02T11:38:11.643 INFO:teuthology.orchestra.run.vm02.stdout:(155/312): hicolor-icon-theme-0.17-13.el9.noarc 1.7 MB/s | 66 kB 00:00 2026-04-02T11:38:11.734 INFO:teuthology.orchestra.run.vm02.stdout:(156/312): httpcomponents-client-4.5.13-7.el9.n 6.4 MB/s | 655 kB 00:00 2026-04-02T11:38:11.927 INFO:teuthology.orchestra.run.vm02.stdout:(157/312): httpcomponents-core-4.4.13-11.el9.no 2.2 MB/s | 630 kB 00:00 2026-04-02T11:38:11.958 INFO:teuthology.orchestra.run.vm02.stdout:(158/312): gtk3-3.24.31-8.el9.x86_64.rpm 7.9 MB/s | 4.8 MB 00:00 2026-04-02T11:38:11.970 INFO:teuthology.orchestra.run.vm02.stdout:(159/312): jakarta-annotations-1.3.5-16.el9.noa 1.0 MB/s | 44 kB 00:00 2026-04-02T11:38:12.005 INFO:teuthology.orchestra.run.vm02.stdout:(160/312): jansi-2.3.3-9.el9.x86_64.rpm 2.3 MB/s | 108 kB 00:00 2026-04-02T11:38:12.141 INFO:teuthology.orchestra.run.vm02.stdout:(161/312): iso-codes-4.6.0-3.el9.noarch.rpm 8.1 MB/s | 3.3 MB 00:00 2026-04-02T11:38:12.149 INFO:teuthology.orchestra.run.vm02.stdout:(162/312): java-17-openjdk-17.0.18.0.8-1.el9.x8 2.3 MB/s | 428 kB 00:00 2026-04-02T11:38:12.195 INFO:teuthology.orchestra.run.vm02.stdout:(163/312): javapackages-filesystem-6.4.0-1.el9. 221 kB/s | 10 kB 00:00 2026-04-02T11:38:12.248 INFO:teuthology.orchestra.run.vm02.stdout:(164/312): javapackages-tools-6.4.0-1.el9.noarc 597 kB/s | 31 kB 00:00 2026-04-02T11:38:12.302 INFO:teuthology.orchestra.run.vm02.stdout:(165/312): jbigkit-libs-2.1-23.el9.x86_64.rpm 959 kB/s | 52 kB 00:00 2026-04-02T11:38:12.390 INFO:teuthology.orchestra.run.vm02.stdout:(166/312): jcl-over-slf4j-1.7.30-16.el9.noarch. 259 kB/s | 23 kB 00:00 2026-04-02T11:38:12.391 INFO:teuthology.orchestra.run.vm05.stdout:(230/312): java-17-openjdk-headless-17.0.18.0.8 16 MB/s | 44 MB 00:02 2026-04-02T11:38:12.445 INFO:teuthology.orchestra.run.vm05.stdout:(231/312): mesa-filesystem-25.0.7-5.el9_7.x86_6 205 kB/s | 11 kB 00:00 2026-04-02T11:38:12.480 INFO:teuthology.orchestra.run.vm05.stdout:(232/312): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 9.9 MB/s | 9.7 MB 00:00 2026-04-02T11:38:12.481 INFO:teuthology.orchestra.run.vm05.stdout:(233/312): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 3.6 MB/s | 136 kB 00:00 2026-04-02T11:38:12.519 INFO:teuthology.orchestra.run.vm05.stdout:(234/312): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 440 kB/s | 16 kB 00:00 2026-04-02T11:38:12.522 INFO:teuthology.orchestra.run.vm05.stdout:(235/312): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 3.6 MB/s | 155 kB 00:00 2026-04-02T11:38:12.553 INFO:teuthology.orchestra.run.vm05.stdout:(236/312): openblas-0.3.29-1.el9.x86_64.rpm 1.3 MB/s | 41 kB 00:00 2026-04-02T11:38:12.553 INFO:teuthology.orchestra.run.vm05.stdout:(237/312): mkfontscale-1.2.1-3.el9.x86_64.rpm 909 kB/s | 31 kB 00:00 2026-04-02T11:38:12.590 INFO:teuthology.orchestra.run.vm02.stdout:(167/312): java-17-openjdk-devel-17.0.18.0.8-1. 8.0 MB/s | 4.7 MB 00:00 2026-04-02T11:38:12.592 INFO:teuthology.orchestra.run.vm02.stdout:(168/312): jsoup-1.13.1-13.el9.noarch.rpm 1.8 MB/s | 375 kB 00:00 2026-04-02T11:38:12.600 INFO:teuthology.orchestra.run.vm05.stdout:(238/312): openjpeg2-2.4.0-8.el9.x86_64.rpm 3.4 MB/s | 161 kB 00:00 2026-04-02T11:38:12.629 INFO:teuthology.orchestra.run.vm02.stdout:(169/312): jsr-305-3.0.2-9.el9.noarch.rpm 786 kB/s | 31 kB 00:00 2026-04-02T11:38:12.653 INFO:teuthology.orchestra.run.vm05.stdout:(239/312): opus-1.3.1-10.el9.x86_64.rpm 3.7 MB/s | 199 kB 00:00 2026-04-02T11:38:12.663 INFO:teuthology.orchestra.run.vm02.stdout:(170/312): libX11-xcb-1.7.0-11.el9.x86_64.rpm 308 kB/s | 10 kB 00:00 2026-04-02T11:38:12.667 INFO:teuthology.orchestra.run.vm02.stdout:(171/312): lcms2-2.12-3.el9.x86_64.rpm 2.2 MB/s | 166 kB 00:00 2026-04-02T11:38:12.702 INFO:teuthology.orchestra.run.vm02.stdout:(172/312): libXcomposite-0.4.5-7.el9.x86_64.rpm 608 kB/s | 23 kB 00:00 2026-04-02T11:38:12.704 INFO:teuthology.orchestra.run.vm05.stdout:(240/312): orc-0.4.31-8.el9.x86_64.rpm 3.5 MB/s | 182 kB 00:00 2026-04-02T11:38:12.706 INFO:teuthology.orchestra.run.vm02.stdout:(173/312): libXcursor-1.2.0-7.el9.x86_64.rpm 770 kB/s | 30 kB 00:00 2026-04-02T11:38:12.752 INFO:teuthology.orchestra.run.vm02.stdout:(174/312): libXfixes-5.0.3-16.el9.x86_64.rpm 408 kB/s | 19 kB 00:00 2026-04-02T11:38:12.754 INFO:teuthology.orchestra.run.vm02.stdout:(175/312): libXdamage-1.1.5-7.el9.x86_64.rpm 422 kB/s | 22 kB 00:00 2026-04-02T11:38:12.767 INFO:teuthology.orchestra.run.vm05.stdout:(241/312): osinfo-db-20250606-1.el9.rocky.20250 4.9 MB/s | 310 kB 00:00 2026-04-02T11:38:12.784 INFO:teuthology.orchestra.run.vm02.stdout:(176/312): libXi-1.7.10-8.el9.x86_64.rpm 1.2 MB/s | 39 kB 00:00 2026-04-02T11:38:12.788 INFO:teuthology.orchestra.run.vm02.stdout:(177/312): libXinerama-1.1.4-10.el9.x86_64.rpm 410 kB/s | 14 kB 00:00 2026-04-02T11:38:12.811 INFO:teuthology.orchestra.run.vm05.stdout:(242/312): osinfo-db-tools-1.10.0-1.el9.x86_64. 1.5 MB/s | 68 kB 00:00 2026-04-02T11:38:12.816 INFO:teuthology.orchestra.run.vm02.stdout:(178/312): libXtst-1.2.3-16.el9.x86_64.rpm 746 kB/s | 20 kB 00:00 2026-04-02T11:38:12.817 INFO:teuthology.orchestra.run.vm02.stdout:(179/312): libXrandr-1.5.2-8.el9.x86_64.rpm 826 kB/s | 27 kB 00:00 2026-04-02T11:38:12.847 INFO:teuthology.orchestra.run.vm02.stdout:(180/312): libXv-1.0.11-16.el9.x86_64.rpm 579 kB/s | 18 kB 00:00 2026-04-02T11:38:12.859 INFO:teuthology.orchestra.run.vm02.stdout:(181/312): libXxf86vm-1.1.4-18.el9.x86_64.rpm 435 kB/s | 18 kB 00:00 2026-04-02T11:38:12.887 INFO:teuthology.orchestra.run.vm05.stdout:(243/312): ostree-libs-2025.6-2.el9_7.x86_64.rp 6.2 MB/s | 484 kB 00:00 2026-04-02T11:38:12.893 INFO:teuthology.orchestra.run.vm02.stdout:(182/312): libasyncns-0.8-22.el9.x86_64.rpm 652 kB/s | 29 kB 00:00 2026-04-02T11:38:12.898 INFO:teuthology.orchestra.run.vm02.stdout:(183/312): libcanberra-0.30-27.el9.x86_64.rpm 2.1 MB/s | 85 kB 00:00 2026-04-02T11:38:12.932 INFO:teuthology.orchestra.run.vm02.stdout:(184/312): libdrm-2.4.123-2.el9.x86_64.rpm 4.6 MB/s | 158 kB 00:00 2026-04-02T11:38:12.934 INFO:teuthology.orchestra.run.vm02.stdout:(185/312): libcanberra-gtk3-0.30-27.el9.x86_64. 758 kB/s | 31 kB 00:00 2026-04-02T11:38:13.008 INFO:teuthology.orchestra.run.vm02.stdout:(186/312): libepoxy-1.5.5-4.el9.x86_64.rpm 3.2 MB/s | 244 kB 00:00 2026-04-02T11:38:13.009 INFO:teuthology.orchestra.run.vm05.stdout:(244/312): llvm-libs-20.1.8-3.el9.x86_64.rpm 14 MB/s | 30 MB 00:02 2026-04-02T11:38:13.012 INFO:teuthology.orchestra.run.vm05.stdout:(245/312): p11-kit-server-0.25.3-3.el9_5.x86_64 1.9 MB/s | 244 kB 00:00 2026-04-02T11:38:13.030 INFO:teuthology.orchestra.run.vm05.stdout:(246/312): openblas-openmp-0.3.29-1.el9.x86_64. 11 MB/s | 5.3 MB 00:00 2026-04-02T11:38:13.031 INFO:teuthology.orchestra.run.vm02.stdout:(187/312): libexif-0.6.22-6.el9.x86_64.rpm 4.3 MB/s | 423 kB 00:00 2026-04-02T11:38:13.037 INFO:teuthology.orchestra.run.vm02.stdout:(188/312): libfontenc-1.1.3-17.el9.x86_64.rpm 1.0 MB/s | 30 kB 00:00 2026-04-02T11:38:13.037 INFO:teuthology.orchestra.run.vm05.stdout:(247/312): perl-Benchmark-1.23-481.1.el9_6.noar 914 kB/s | 25 kB 00:00 2026-04-02T11:38:13.054 INFO:teuthology.orchestra.run.vm05.stdout:(248/312): perl-Test-Harness-3.42-461.el9.noarc 6.2 MB/s | 267 kB 00:00 2026-04-02T11:38:13.063 INFO:teuthology.orchestra.run.vm05.stdout:(249/312): pipewire-1.0.1-1.el9.x86_64.rpm 3.0 MB/s | 101 kB 00:00 2026-04-02T11:38:13.070 INFO:teuthology.orchestra.run.vm05.stdout:(250/312): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 1.7 MB/s | 56 kB 00:00 2026-04-02T11:38:13.073 INFO:teuthology.orchestra.run.vm02.stdout:(189/312): libglvnd-1.3.4-1.el9.x86_64.rpm 3.7 MB/s | 133 kB 00:00 2026-04-02T11:38:13.074 INFO:teuthology.orchestra.run.vm02.stdout:(190/312): libgexiv2-0.14.3-1.el9.x86_64.rpm 2.1 MB/s | 93 kB 00:00 2026-04-02T11:38:13.082 INFO:teuthology.orchestra.run.vm05.stdout:(251/312): pipewire-jack-audio-connection-kit-1 290 kB/s | 8.1 kB 00:00 2026-04-02T11:38:13.100 INFO:teuthology.orchestra.run.vm02.stdout:(191/312): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.3 MB/s | 36 kB 00:00 2026-04-02T11:38:13.117 INFO:teuthology.orchestra.run.vm05.stdout:(252/312): pipewire-jack-audio-connection-kit-l 2.4 MB/s | 134 kB 00:00 2026-04-02T11:38:13.129 INFO:teuthology.orchestra.run.vm05.stdout:(253/312): pipewire-pulseaudio-1.0.1-1.el9.x86_ 3.9 MB/s | 185 kB 00:00 2026-04-02T11:38:13.147 INFO:teuthology.orchestra.run.vm05.stdout:(254/312): plexus-cipher-1.7-30.el9.noarch.rpm 831 kB/s | 24 kB 00:00 2026-04-02T11:38:13.153 INFO:teuthology.orchestra.run.vm02.stdout:(192/312): libgsf-1.14.47-5.el9.x86_64.rpm 4.5 MB/s | 245 kB 00:00 2026-04-02T11:38:13.166 INFO:teuthology.orchestra.run.vm02.stdout:(193/312): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 1.5 MB/s | 140 kB 00:00 2026-04-02T11:38:13.168 INFO:teuthology.orchestra.run.vm05.stdout:(255/312): plexus-classworlds-2.6.0-14.el9.noar 1.5 MB/s | 59 kB 00:00 2026-04-02T11:38:13.175 INFO:teuthology.orchestra.run.vm05.stdout:(256/312): plexus-containers-component-annotati 603 kB/s | 17 kB 00:00 2026-04-02T11:38:13.186 INFO:teuthology.orchestra.run.vm02.stdout:(194/312): libgxps-0.3.2-3.el9.x86_64.rpm 2.4 MB/s | 78 kB 00:00 2026-04-02T11:38:13.188 INFO:teuthology.orchestra.run.vm05.stdout:(257/312): pipewire-libs-1.0.1-1.el9.x86_64.rpm 16 MB/s | 1.9 MB 00:00 2026-04-02T11:38:13.194 INFO:teuthology.orchestra.run.vm02.stdout:(195/312): libiptcdata-1.0.5-10.el9.x86_64.rpm 2.1 MB/s | 60 kB 00:00 2026-04-02T11:38:13.200 INFO:teuthology.orchestra.run.vm05.stdout:(258/312): plexus-interpolation-1.26-15.el9.noa 2.4 MB/s | 78 kB 00:00 2026-04-02T11:38:13.204 INFO:teuthology.orchestra.run.vm05.stdout:(259/312): plexus-sec-dispatcher-1.4-41.el9.noa 1.1 MB/s | 32 kB 00:00 2026-04-02T11:38:13.213 INFO:teuthology.orchestra.run.vm02.stdout:(196/312): libldac-2.0.2.3-10.el9.x86_64.rpm 1.4 MB/s | 40 kB 00:00 2026-04-02T11:38:13.224 INFO:teuthology.orchestra.run.vm05.stdout:(260/312): plexus-utils-3.3.0-13.el9.noarch.rpm 7.0 MB/s | 253 kB 00:00 2026-04-02T11:38:13.227 INFO:teuthology.orchestra.run.vm02.stdout:(197/312): libnbd-1.20.3-4.el9.x86_64.rpm 5.0 MB/s | 171 kB 00:00 2026-04-02T11:38:13.241 INFO:teuthology.orchestra.run.vm02.stdout:(198/312): libnotify-0.7.9-8.el9.x86_64.rpm 1.5 MB/s | 43 kB 00:00 2026-04-02T11:38:13.276 INFO:teuthology.orchestra.run.vm02.stdout:(199/312): libosinfo-1.10.0-1.el9.x86_64.rpm 8.8 MB/s | 312 kB 00:00 2026-04-02T11:38:13.283 INFO:teuthology.orchestra.run.vm02.stdout:(200/312): libogg-1.3.4-6.el9.x86_64.rpm 592 kB/s | 32 kB 00:00 2026-04-02T11:38:13.285 INFO:teuthology.orchestra.run.vm05.stdout:(261/312): poppler-glib-21.01.0-23.el9_7.x86_64 2.4 MB/s | 151 kB 00:00 2026-04-02T11:38:13.291 INFO:teuthology.orchestra.run.vm05.stdout:(262/312): poppler-21.01.0-23.el9_7.x86_64.rpm 12 MB/s | 1.1 MB 00:00 2026-04-02T11:38:13.307 INFO:teuthology.orchestra.run.vm02.stdout:(201/312): libpmemobj-1.12.1-1.el9.x86_64.rpm 5.0 MB/s | 159 kB 00:00 2026-04-02T11:38:13.325 INFO:teuthology.orchestra.run.vm02.stdout:(202/312): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.0 MB/s | 44 kB 00:00 2026-04-02T11:38:13.331 INFO:teuthology.orchestra.run.vm05.stdout:(263/312): poppler-data-0.4.9-9.el9.0.1.noarch. 14 MB/s | 1.8 MB 00:00 2026-04-02T11:38:13.332 INFO:teuthology.orchestra.run.vm05.stdout:(264/312): publicsuffix-list-20210518-3.el9.noa 1.9 MB/s | 82 kB 00:00 2026-04-02T11:38:13.358 INFO:teuthology.orchestra.run.vm05.stdout:(265/312): protobuf-3.14.0-17.el9_7.x86_64.rpm 14 MB/s | 1.0 MB 00:00 2026-04-02T11:38:13.364 INFO:teuthology.orchestra.run.vm02.stdout:(203/312): libsbc-1.4-9.el9.x86_64.rpm 1.1 MB/s | 44 kB 00:00 2026-04-02T11:38:13.368 INFO:teuthology.orchestra.run.vm02.stdout:(204/312): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2026-04-02T11:38:13.392 INFO:teuthology.orchestra.run.vm05.stdout:(266/312): python3-devel-3.9.23-2.el9.x86_64.rp 6.0 MB/s | 205 kB 00:00 2026-04-02T11:38:13.403 INFO:teuthology.orchestra.run.vm02.stdout:(205/312): libstoragemgmt-1.10.1-1.el9.x86_64.r 6.8 MB/s | 243 kB 00:00 2026-04-02T11:38:13.405 INFO:teuthology.orchestra.run.vm02.stdout:(206/312): libsndfile-1.0.31-9.el9.x86_64.rpm 4.9 MB/s | 205 kB 00:00 2026-04-02T11:38:13.407 INFO:teuthology.orchestra.run.vm05.stdout:(267/312): pulseaudio-libs-15.0-3.el9.x86_64.rp 8.6 MB/s | 663 kB 00:00 2026-04-02T11:38:13.444 INFO:teuthology.orchestra.run.vm02.stdout:(207/312): libtheora-1.1.1-31.el9.x86_64.rpm 3.9 MB/s | 163 kB 00:00 2026-04-02T11:38:13.464 INFO:teuthology.orchestra.run.vm05.stdout:(268/312): python3-jmespath-1.0.1-1.el9_7.noarc 766 kB/s | 43 kB 00:00 2026-04-02T11:38:13.470 INFO:teuthology.orchestra.run.vm05.stdout:(269/312): python3-jinja2-2.11.3-8.el9_5.noarch 2.9 MB/s | 228 kB 00:00 2026-04-02T11:38:13.473 INFO:teuthology.orchestra.run.vm02.stdout:(208/312): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 2.8 MB/s | 196 kB 00:00 2026-04-02T11:38:13.483 INFO:teuthology.orchestra.run.vm02.stdout:(209/312): libtracker-sparql-3.1.2-3.el9_1.x86_ 7.9 MB/s | 316 kB 00:00 2026-04-02T11:38:13.501 INFO:teuthology.orchestra.run.vm05.stdout:(270/312): python3-libstoragemgmt-1.10.1-1.el9. 4.5 MB/s | 166 kB 00:00 2026-04-02T11:38:13.511 INFO:teuthology.orchestra.run.vm02.stdout:(210/312): libwayland-client-1.21.0-1.el9.x86_6 1.2 MB/s | 33 kB 00:00 2026-04-02T11:38:13.539 INFO:teuthology.orchestra.run.vm02.stdout:(211/312): libvorbis-1.3.7-5.el9.x86_64.rpm 2.9 MB/s | 192 kB 00:00 2026-04-02T11:38:13.543 INFO:teuthology.orchestra.run.vm02.stdout:(212/312): libwayland-cursor-1.21.0-1.el9.x86_6 578 kB/s | 18 kB 00:00 2026-04-02T11:38:13.554 INFO:teuthology.orchestra.run.vm05.stdout:(271/312): python3-markupsafe-1.1.1-12.el9.x86_ 592 kB/s | 32 kB 00:00 2026-04-02T11:38:13.567 INFO:teuthology.orchestra.run.vm02.stdout:(213/312): libwayland-egl-1.21.0-1.el9.x86_64.r 443 kB/s | 12 kB 00:00 2026-04-02T11:38:13.567 INFO:teuthology.orchestra.run.vm05.stdout:(272/312): python3-lxml-4.6.5-3.el9.x86_64.rpm 12 MB/s | 1.2 MB 00:00 2026-04-02T11:38:13.570 INFO:teuthology.orchestra.run.vm02.stdout:(214/312): libwayland-server-1.21.0-1.el9.x86_6 1.5 MB/s | 41 kB 00:00 2026-04-02T11:38:13.608 INFO:teuthology.orchestra.run.vm02.stdout:(215/312): libxkbcommon-1.0.3-4.el9.x86_64.rpm 3.4 MB/s | 132 kB 00:00 2026-04-02T11:38:13.610 INFO:teuthology.orchestra.run.vm05.stdout:(273/312): python3-numpy-f2py-1.23.5-2.el9_7.x8 8.3 MB/s | 368 kB 00:00 2026-04-02T11:38:13.622 INFO:teuthology.orchestra.run.vm02.stdout:(216/312): libwebp-1.2.0-8.el9.x86_64.rpm 4.9 MB/s | 276 kB 00:00 2026-04-02T11:38:13.634 INFO:teuthology.orchestra.run.vm02.stdout:(217/312): libxshmfence-1.3-10.el9.x86_64.rpm 443 kB/s | 12 kB 00:00 2026-04-02T11:38:13.639 INFO:teuthology.orchestra.run.vm05.stdout:(274/312): python3-packaging-20.9-5.el9.noarch. 2.4 MB/s | 69 kB 00:00 2026-04-02T11:38:13.656 INFO:teuthology.orchestra.run.vm02.stdout:(218/312): libxslt-1.1.34-13.el9_6.x86_64.rpm 7.1 MB/s | 239 kB 00:00 2026-04-02T11:38:13.661 INFO:teuthology.orchestra.run.vm02.stdout:(219/312): llvm-filesystem-20.1.8-3.el9.x86_64. 354 kB/s | 9.2 kB 00:00 2026-04-02T11:38:13.673 INFO:teuthology.orchestra.run.vm05.stdout:(275/312): python3-protobuf-3.14.0-17.el9_7.noa 6.8 MB/s | 237 kB 00:00 2026-04-02T11:38:13.688 INFO:teuthology.orchestra.run.vm02.stdout:(220/312): low-memory-monitor-2.1-4.el9.x86_64. 1.3 MB/s | 35 kB 00:00 2026-04-02T11:38:13.714 INFO:teuthology.orchestra.run.vm05.stdout:(276/312): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 5.8 MB 00:00 2026-04-02T11:38:13.715 INFO:teuthology.orchestra.run.vm05.stdout:(277/312): python3-pyasn1-0.4.8-7.el9_7.noarch. 3.1 MB/s | 132 kB 00:00 2026-04-02T11:38:13.724 INFO:teuthology.orchestra.run.vm02.stdout:(221/312): lttng-ust-2.12.0-6.el9.x86_64.rpm 7.6 MB/s | 282 kB 00:00 2026-04-02T11:38:13.743 INFO:teuthology.orchestra.run.vm05.stdout:(278/312): python3-requests-oauthlib-1.3.0-12.e 1.5 MB/s | 43 kB 00:00 2026-04-02T11:38:13.758 INFO:teuthology.orchestra.run.vm02.stdout:(222/312): lua-5.4.4-4.el9.x86_64.rpm 5.4 MB/s | 187 kB 00:00 2026-04-02T11:38:13.760 INFO:teuthology.orchestra.run.vm05.stdout:(279/312): python3-pyasn1-modules-0.4.8-7.el9_7 4.4 MB/s | 210 kB 00:00 2026-04-02T11:38:13.798 INFO:teuthology.orchestra.run.vm02.stdout:(223/312): lua-posix-35.0-8.el9.x86_64.rpm 3.3 MB/s | 131 kB 00:00 2026-04-02T11:38:13.801 INFO:teuthology.orchestra.run.vm05.stdout:(280/312): python3-toml-0.10.2-6.el9.0.1.noarch 1.1 MB/s | 44 kB 00:00 2026-04-02T11:38:13.832 INFO:teuthology.orchestra.run.vm02.stdout:(224/312): maven-3.6.3-22.el9.noarch.rpm 501 kB/s | 17 kB 00:00 2026-04-02T11:38:13.849 INFO:teuthology.orchestra.run.vm05.stdout:(281/312): qatlib-24.09.0-1.el9.x86_64.rpm 4.6 MB/s | 221 kB 00:00 2026-04-02T11:38:13.902 INFO:teuthology.orchestra.run.vm05.stdout:(282/312): qatlib-service-24.09.0-1.el9.x86_64. 681 kB/s | 36 kB 00:00 2026-04-02T11:38:13.938 INFO:teuthology.orchestra.run.vm05.stdout:(283/312): qatzip-libs-1.3.1-1.el9.x86_64.rpm 1.8 MB/s | 65 kB 00:00 2026-04-02T11:38:13.974 INFO:teuthology.orchestra.run.vm05.stdout:(284/312): rtkit-0.11-29.el9.x86_64.rpm 1.5 MB/s | 55 kB 00:00 2026-04-02T11:38:14.018 INFO:teuthology.orchestra.run.vm02.stdout:(225/312): maven-lib-3.6.3-22.el9.noarch.rpm 7.9 MB/s | 1.5 MB 00:00 2026-04-02T11:38:14.019 INFO:teuthology.orchestra.run.vm05.stdout:(285/312): python3-numpy-1.23.5-2.el9_7.x86_64. 12 MB/s | 5.8 MB 00:00 2026-04-02T11:38:14.045 INFO:teuthology.orchestra.run.vm05.stdout:(286/312): sisu-0.3.4-14.el9.noarch.rpm 7.0 MB/s | 508 kB 00:00 2026-04-02T11:38:14.053 INFO:teuthology.orchestra.run.vm05.stdout:(287/312): slf4j-1.7.30-16.el9.noarch.rpm 1.9 MB/s | 68 kB 00:00 2026-04-02T11:38:14.065 INFO:teuthology.orchestra.run.vm02.stdout:(226/312): maven-openjdk17-3.6.3-22.el9.noarch. 181 kB/s | 8.0 kB 00:00 2026-04-02T11:38:14.092 INFO:teuthology.orchestra.run.vm05.stdout:(288/312): socat-1.7.4.1-8.el9.x86_64.rpm 6.2 MB/s | 299 kB 00:00 2026-04-02T11:38:14.143 INFO:teuthology.orchestra.run.vm02.stdout:(227/312): maven-resolver-1.6.1-14.el9.noarch.r 6.4 MB/s | 512 kB 00:00 2026-04-02T11:38:14.187 INFO:teuthology.orchestra.run.vm02.stdout:(228/312): maven-shared-utils-3.3.4-7.el9.noarc 3.3 MB/s | 150 kB 00:00 2026-04-02T11:38:14.193 INFO:teuthology.orchestra.run.vm05.stdout:(289/312): sound-theme-freedesktop-0.8-17.el9.0 2.7 MB/s | 384 kB 00:00 2026-04-02T11:38:14.227 INFO:teuthology.orchestra.run.vm02.stdout:(229/312): maven-wagon-3.4.2-10.el9.noarch.rpm 2.7 MB/s | 111 kB 00:00 2026-04-02T11:38:14.264 INFO:teuthology.orchestra.run.vm05.stdout:(290/312): totem-pl-parser-3.26.6-2.el9.x86_64. 1.8 MB/s | 130 kB 00:00 2026-04-02T11:38:14.293 INFO:teuthology.orchestra.run.vm05.stdout:(291/312): spirv-tools-libs-2025.2-1.el9.x86_64 7.3 MB/s | 1.5 MB 00:00 2026-04-02T11:38:14.331 INFO:teuthology.orchestra.run.vm05.stdout:(292/312): tracker-3.1.2-3.el9_1.x86_64.rpm 7.8 MB/s | 538 kB 00:00 2026-04-02T11:38:14.393 INFO:teuthology.orchestra.run.vm05.stdout:(293/312): tracker-miners-3.1.2-4.el9_3.x86_64. 8.8 MB/s | 888 kB 00:00 2026-04-02T11:38:14.393 INFO:teuthology.orchestra.run.vm05.stdout:(294/312): ttmkfdir-3.0.9-65.el9.x86_64.rpm 837 kB/s | 52 kB 00:00 2026-04-02T11:38:14.433 INFO:teuthology.orchestra.run.vm05.stdout:(295/312): tzdata-java-2026a-1.el9_7.noarch.rpm 3.5 MB/s | 145 kB 00:00 2026-04-02T11:38:14.438 INFO:teuthology.orchestra.run.vm05.stdout:(296/312): upower-0.99.13-2.el9.x86_64.rpm 3.6 MB/s | 165 kB 00:00 2026-04-02T11:38:14.481 INFO:teuthology.orchestra.run.vm05.stdout:(297/312): wireplumber-0.4.14-1.el9.0.1.x86_64. 1.9 MB/s | 83 kB 00:00 2026-04-02T11:38:14.485 INFO:teuthology.orchestra.run.vm05.stdout:(298/312): webrtc-audio-processing-0.3.1-8.el9. 5.8 MB/s | 303 kB 00:00 2026-04-02T11:38:14.518 INFO:teuthology.orchestra.run.vm05.stdout:(299/312): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.2 MB/s | 41 kB 00:00 2026-04-02T11:38:14.541 INFO:teuthology.orchestra.run.vm05.stdout:(300/312): wireplumber-libs-0.4.14-1.el9.0.1.x8 5.6 MB/s | 338 kB 00:00 2026-04-02T11:38:14.608 INFO:teuthology.orchestra.run.vm05.stdout:(301/312): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.9 MB/s | 130 kB 00:00 2026-04-02T11:38:14.629 INFO:teuthology.orchestra.run.vm05.stdout:(302/312): xdg-desktop-portal-1.12.6-1.el9.x86_ 3.2 MB/s | 367 kB 00:00 2026-04-02T11:38:14.678 INFO:teuthology.orchestra.run.vm05.stdout:(303/312): xmlsec1-1.2.29-13.el9.x86_64.rpm 3.8 MB/s | 188 kB 00:00 2026-04-02T11:38:14.695 INFO:teuthology.orchestra.run.vm05.stdout:(304/312): xkeyboard-config-2.33-2.el9.0.1.noar 9.7 MB/s | 854 kB 00:00 2026-04-02T11:38:14.717 INFO:teuthology.orchestra.run.vm05.stdout:(305/312): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.2 MB/s | 89 kB 00:00 2026-04-02T11:38:14.724 INFO:teuthology.orchestra.run.vm05.stdout:(306/312): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.1 MB/s | 63 kB 00:00 2026-04-02T11:38:14.791 INFO:teuthology.orchestra.run.vm02.stdout:(230/312): java-17-openjdk-headless-17.0.18.0.8 17 MB/s | 44 MB 00:02 2026-04-02T11:38:14.791 INFO:teuthology.orchestra.run.vm05.stdout:(307/312): lua-devel-5.4.4-4.el9.x86_64.rpm 318 kB/s | 21 kB 00:00 2026-04-02T11:38:14.794 INFO:teuthology.orchestra.run.vm05.stdout:(308/312): xorg-x11-fonts-Type1-7.5-33.el9.noar 6.3 MB/s | 499 kB 00:00 2026-04-02T11:38:14.817 INFO:teuthology.orchestra.run.vm02.stdout:(231/312): mesa-filesystem-25.0.7-5.el9_7.x86_6 406 kB/s | 11 kB 00:00 2026-04-02T11:38:14.848 INFO:teuthology.orchestra.run.vm05.stdout:(309/312): python3-scipy-1.9.3-2.el9.x86_64.rpm 17 MB/s | 19 MB 00:01 2026-04-02T11:38:14.851 INFO:teuthology.orchestra.run.vm02.stdout:(232/312): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 3.9 MB/s | 136 kB 00:00 2026-04-02T11:38:14.856 INFO:teuthology.orchestra.run.vm05.stdout:(310/312): protobuf-compiler-3.14.0-17.el9_7.x8 13 MB/s | 862 kB 00:00 2026-04-02T11:38:14.884 INFO:teuthology.orchestra.run.vm02.stdout:(233/312): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 4.7 MB/s | 155 kB 00:00 2026-04-02T11:38:14.910 INFO:teuthology.orchestra.run.vm02.stdout:(234/312): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 622 kB/s | 16 kB 00:00 2026-04-02T11:38:14.937 INFO:teuthology.orchestra.run.vm02.stdout:(235/312): mkfontscale-1.2.1-3.el9.x86_64.rpm 1.1 MB/s | 31 kB 00:00 2026-04-02T11:38:14.980 INFO:teuthology.orchestra.run.vm02.stdout:(236/312): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 13 MB/s | 9.7 MB 00:00 2026-04-02T11:38:14.981 INFO:teuthology.orchestra.run.vm02.stdout:(237/312): openblas-0.3.29-1.el9.x86_64.rpm 936 kB/s | 41 kB 00:00 2026-04-02T11:38:15.016 INFO:teuthology.orchestra.run.vm02.stdout:(238/312): openjpeg2-2.4.0-8.el9.x86_64.rpm 4.7 MB/s | 161 kB 00:00 2026-04-02T11:38:15.049 INFO:teuthology.orchestra.run.vm02.stdout:(239/312): opus-1.3.1-10.el9.x86_64.rpm 5.9 MB/s | 199 kB 00:00 2026-04-02T11:38:15.082 INFO:teuthology.orchestra.run.vm02.stdout:(240/312): orc-0.4.31-8.el9.x86_64.rpm 5.4 MB/s | 182 kB 00:00 2026-04-02T11:38:15.120 INFO:teuthology.orchestra.run.vm02.stdout:(241/312): osinfo-db-20250606-1.el9.rocky.20250 8.0 MB/s | 310 kB 00:00 2026-04-02T11:38:15.149 INFO:teuthology.orchestra.run.vm02.stdout:(242/312): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.3 MB/s | 68 kB 00:00 2026-04-02T11:38:15.193 INFO:teuthology.orchestra.run.vm02.stdout:(243/312): ostree-libs-2025.6-2.el9_7.x86_64.rp 11 MB/s | 484 kB 00:00 2026-04-02T11:38:15.229 INFO:teuthology.orchestra.run.vm02.stdout:(244/312): p11-kit-server-0.25.3-3.el9_5.x86_64 6.8 MB/s | 244 kB 00:00 2026-04-02T11:38:15.251 INFO:teuthology.orchestra.run.vm02.stdout:(245/312): openblas-openmp-0.3.29-1.el9.x86_64. 20 MB/s | 5.3 MB 00:00 2026-04-02T11:38:15.255 INFO:teuthology.orchestra.run.vm02.stdout:(246/312): perl-Benchmark-1.23-481.1.el9_6.noar 961 kB/s | 25 kB 00:00 2026-04-02T11:38:15.285 INFO:teuthology.orchestra.run.vm02.stdout:(247/312): pipewire-1.0.1-1.el9.x86_64.rpm 3.3 MB/s | 101 kB 00:00 2026-04-02T11:38:15.288 INFO:teuthology.orchestra.run.vm02.stdout:(248/312): perl-Test-Harness-3.42-461.el9.noarc 7.0 MB/s | 267 kB 00:00 2026-04-02T11:38:15.313 INFO:teuthology.orchestra.run.vm02.stdout:(249/312): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 2.0 MB/s | 56 kB 00:00 2026-04-02T11:38:15.316 INFO:teuthology.orchestra.run.vm02.stdout:(250/312): pipewire-jack-audio-connection-kit-1 298 kB/s | 8.1 kB 00:00 2026-04-02T11:38:15.342 INFO:teuthology.orchestra.run.vm02.stdout:(251/312): pipewire-jack-audio-connection-kit-l 4.5 MB/s | 134 kB 00:00 2026-04-02T11:38:15.376 INFO:teuthology.orchestra.run.vm02.stdout:(252/312): pipewire-pulseaudio-1.0.1-1.el9.x86_ 5.5 MB/s | 185 kB 00:00 2026-04-02T11:38:15.403 INFO:teuthology.orchestra.run.vm02.stdout:(253/312): pipewire-libs-1.0.1-1.el9.x86_64.rpm 21 MB/s | 1.9 MB 00:00 2026-04-02T11:38:15.404 INFO:teuthology.orchestra.run.vm02.stdout:(254/312): plexus-cipher-1.7-30.el9.noarch.rpm 869 kB/s | 24 kB 00:00 2026-04-02T11:38:15.432 INFO:teuthology.orchestra.run.vm02.stdout:(255/312): plexus-containers-component-annotati 621 kB/s | 17 kB 00:00 2026-04-02T11:38:15.434 INFO:teuthology.orchestra.run.vm02.stdout:(256/312): plexus-classworlds-2.6.0-14.el9.noar 1.9 MB/s | 59 kB 00:00 2026-04-02T11:38:15.464 INFO:teuthology.orchestra.run.vm02.stdout:(257/312): plexus-interpolation-1.26-15.el9.noa 2.4 MB/s | 78 kB 00:00 2026-04-02T11:38:15.466 INFO:teuthology.orchestra.run.vm02.stdout:(258/312): plexus-sec-dispatcher-1.4-41.el9.noa 1.0 MB/s | 32 kB 00:00 2026-04-02T11:38:15.499 INFO:teuthology.orchestra.run.vm02.stdout:(259/312): plexus-utils-3.3.0-13.el9.noarch.rpm 7.0 MB/s | 253 kB 00:00 2026-04-02T11:38:15.589 INFO:teuthology.orchestra.run.vm02.stdout:(260/312): poppler-21.01.0-23.el9_7.x86_64.rpm 8.7 MB/s | 1.1 MB 00:00 2026-04-02T11:38:15.589 INFO:teuthology.orchestra.run.vm05.stdout:(311/312): librados2-20.2.0-9.ge2ce8426bc5.el9. 4.4 MB/s | 3.5 MB 00:00 2026-04-02T11:38:15.594 INFO:teuthology.orchestra.run.vm02.stdout:(261/312): poppler-data-0.4.9-9.el9.0.1.noarch. 19 MB/s | 1.8 MB 00:00 2026-04-02T11:38:15.622 INFO:teuthology.orchestra.run.vm02.stdout:(262/312): poppler-glib-21.01.0-23.el9_7.x86_64 4.4 MB/s | 151 kB 00:00 2026-04-02T11:38:15.654 INFO:teuthology.orchestra.run.vm02.stdout:(263/312): publicsuffix-list-20210518-3.el9.noa 2.5 MB/s | 82 kB 00:00 2026-04-02T11:38:15.657 INFO:teuthology.orchestra.run.vm02.stdout:(264/312): protobuf-3.14.0-17.el9_7.x86_64.rpm 16 MB/s | 1.0 MB 00:00 2026-04-02T11:38:15.687 INFO:teuthology.orchestra.run.vm05.stdout:(312/312): librbd1-20.2.0-9.ge2ce8426bc5.el9.cl 3.4 MB/s | 2.8 MB 00:00 2026-04-02T11:38:15.692 INFO:teuthology.orchestra.run.vm05.stdout:-------------------------------------------------------------------------------- 2026-04-02T11:38:15.692 INFO:teuthology.orchestra.run.vm05.stdout:Total 33 MB/s | 421 MB 00:12 2026-04-02T11:38:15.734 INFO:teuthology.orchestra.run.vm02.stdout:(265/312): pulseaudio-libs-15.0-3.el9.x86_64.rp 8.2 MB/s | 663 kB 00:00 2026-04-02T11:38:15.777 INFO:teuthology.orchestra.run.vm02.stdout:(266/312): python3-devel-3.9.23-2.el9.x86_64.rp 4.6 MB/s | 205 kB 00:00 2026-04-02T11:38:15.819 INFO:teuthology.orchestra.run.vm02.stdout:(267/312): python3-jinja2-2.11.3-8.el9_5.noarch 5.3 MB/s | 228 kB 00:00 2026-04-02T11:38:15.848 INFO:teuthology.orchestra.run.vm02.stdout:(268/312): python3-jmespath-1.0.1-1.el9_7.noarc 1.5 MB/s | 43 kB 00:00 2026-04-02T11:38:15.892 INFO:teuthology.orchestra.run.vm02.stdout:(269/312): python3-babel-2.9.1-2.el9.noarch.rpm 25 MB/s | 5.8 MB 00:00 2026-04-02T11:38:15.893 INFO:teuthology.orchestra.run.vm02.stdout:(270/312): python3-libstoragemgmt-1.10.1-1.el9. 3.6 MB/s | 166 kB 00:00 2026-04-02T11:38:15.921 INFO:teuthology.orchestra.run.vm02.stdout:(271/312): python3-markupsafe-1.1.1-12.el9.x86_ 1.1 MB/s | 32 kB 00:00 2026-04-02T11:38:15.956 INFO:teuthology.orchestra.run.vm02.stdout:(272/312): python3-lxml-4.6.5-3.el9.x86_64.rpm 19 MB/s | 1.2 MB 00:00 2026-04-02T11:38:15.996 INFO:teuthology.orchestra.run.vm02.stdout:(273/312): python3-numpy-f2py-1.23.5-2.el9_7.x8 9.1 MB/s | 368 kB 00:00 2026-04-02T11:38:16.026 INFO:teuthology.orchestra.run.vm02.stdout:(274/312): python3-packaging-20.9-5.el9.noarch. 2.3 MB/s | 69 kB 00:00 2026-04-02T11:38:16.061 INFO:teuthology.orchestra.run.vm02.stdout:(275/312): python3-protobuf-3.14.0-17.el9_7.noa 6.7 MB/s | 237 kB 00:00 2026-04-02T11:38:16.093 INFO:teuthology.orchestra.run.vm02.stdout:(276/312): python3-pyasn1-0.4.8-7.el9_7.noarch. 4.2 MB/s | 132 kB 00:00 2026-04-02T11:38:16.127 INFO:teuthology.orchestra.run.vm02.stdout:(277/312): python3-pyasn1-modules-0.4.8-7.el9_7 6.1 MB/s | 210 kB 00:00 2026-04-02T11:38:16.164 INFO:teuthology.orchestra.run.vm02.stdout:(278/312): python3-numpy-1.23.5-2.el9_7.x86_64. 24 MB/s | 5.8 MB 00:00 2026-04-02T11:38:16.164 INFO:teuthology.orchestra.run.vm02.stdout:(279/312): python3-requests-oauthlib-1.3.0-12.e 1.1 MB/s | 43 kB 00:00 2026-04-02T11:38:16.194 INFO:teuthology.orchestra.run.vm02.stdout:(280/312): python3-toml-0.10.2-6.el9.0.1.noarch 1.5 MB/s | 44 kB 00:00 2026-04-02T11:38:16.228 INFO:teuthology.orchestra.run.vm02.stdout:(281/312): qatlib-24.09.0-1.el9.x86_64.rpm 6.4 MB/s | 221 kB 00:00 2026-04-02T11:38:16.255 INFO:teuthology.orchestra.run.vm02.stdout:(282/312): qatlib-service-24.09.0-1.el9.x86_64. 1.3 MB/s | 36 kB 00:00 2026-04-02T11:38:16.284 INFO:teuthology.orchestra.run.vm02.stdout:(283/312): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.2 MB/s | 65 kB 00:00 2026-04-02T11:38:16.313 INFO:teuthology.orchestra.run.vm02.stdout:(284/312): rtkit-0.11-29.el9.x86_64.rpm 1.9 MB/s | 55 kB 00:00 2026-04-02T11:38:16.358 INFO:teuthology.orchestra.run.vm02.stdout:(285/312): sisu-0.3.4-14.el9.noarch.rpm 11 MB/s | 508 kB 00:00 2026-04-02T11:38:16.388 INFO:teuthology.orchestra.run.vm02.stdout:(286/312): slf4j-1.7.30-16.el9.noarch.rpm 2.3 MB/s | 68 kB 00:00 2026-04-02T11:38:16.424 INFO:teuthology.orchestra.run.vm02.stdout:(287/312): socat-1.7.4.1-8.el9.x86_64.rpm 8.1 MB/s | 299 kB 00:00 2026-04-02T11:38:16.462 INFO:teuthology.orchestra.run.vm02.stdout:(288/312): sound-theme-freedesktop-0.8-17.el9.0 9.9 MB/s | 384 kB 00:00 2026-04-02T11:38:16.822 INFO:teuthology.orchestra.run.vm02.stdout:(289/312): spirv-tools-libs-2025.2-1.el9.x86_64 4.1 MB/s | 1.5 MB 00:00 2026-04-02T11:38:16.853 INFO:teuthology.orchestra.run.vm02.stdout:(290/312): totem-pl-parser-3.26.6-2.el9.x86_64. 4.1 MB/s | 130 kB 00:00 2026-04-02T11:38:16.901 INFO:teuthology.orchestra.run.vm02.stdout:(291/312): tracker-3.1.2-3.el9_1.x86_64.rpm 11 MB/s | 538 kB 00:00 2026-04-02T11:38:16.960 INFO:teuthology.orchestra.run.vm02.stdout:(292/312): tracker-miners-3.1.2-4.el9_3.x86_64. 15 MB/s | 888 kB 00:00 2026-04-02T11:38:16.989 INFO:teuthology.orchestra.run.vm02.stdout:(293/312): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.8 MB/s | 52 kB 00:00 2026-04-02T11:38:17.021 INFO:teuthology.orchestra.run.vm02.stdout:(294/312): tzdata-java-2026a-1.el9_7.noarch.rpm 4.5 MB/s | 145 kB 00:00 2026-04-02T11:38:17.053 INFO:teuthology.orchestra.run.vm02.stdout:(295/312): upower-0.99.13-2.el9.x86_64.rpm 5.0 MB/s | 165 kB 00:00 2026-04-02T11:38:17.092 INFO:teuthology.orchestra.run.vm02.stdout:(296/312): webrtc-audio-processing-0.3.1-8.el9. 7.7 MB/s | 303 kB 00:00 2026-04-02T11:38:17.160 INFO:teuthology.orchestra.run.vm02.stdout:(297/312): python3-scipy-1.9.3-2.el9.x86_64.rpm 19 MB/s | 19 MB 00:00 2026-04-02T11:38:17.161 INFO:teuthology.orchestra.run.vm02.stdout:(298/312): wireplumber-0.4.14-1.el9.0.1.x86_64. 1.2 MB/s | 83 kB 00:00 2026-04-02T11:38:17.189 INFO:teuthology.orchestra.run.vm02.stdout:(299/312): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.5 MB/s | 41 kB 00:00 2026-04-02T11:38:17.196 INFO:teuthology.orchestra.run.vm02.stdout:(300/312): wireplumber-libs-0.4.14-1.el9.0.1.x8 9.1 MB/s | 338 kB 00:00 2026-04-02T11:38:17.229 INFO:teuthology.orchestra.run.vm02.stdout:(301/312): xdg-desktop-portal-1.12.6-1.el9.x86_ 9.1 MB/s | 367 kB 00:00 2026-04-02T11:38:17.230 INFO:teuthology.orchestra.run.vm02.stdout:(302/312): xdg-desktop-portal-gtk-1.12.0-3.el9. 3.8 MB/s | 130 kB 00:00 2026-04-02T11:38:17.264 INFO:teuthology.orchestra.run.vm02.stdout:(303/312): xmlsec1-1.2.29-13.el9.x86_64.rpm 5.5 MB/s | 188 kB 00:00 2026-04-02T11:38:17.282 INFO:teuthology.orchestra.run.vm02.stdout:(304/312): xkeyboard-config-2.33-2.el9.0.1.noar 16 MB/s | 854 kB 00:00 2026-04-02T11:38:17.294 INFO:teuthology.orchestra.run.vm02.stdout:(305/312): xmlsec1-openssl-1.2.29-13.el9.x86_64 3.0 MB/s | 89 kB 00:00 2026-04-02T11:38:17.310 INFO:teuthology.orchestra.run.vm02.stdout:(306/312): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.2 MB/s | 63 kB 00:00 2026-04-02T11:38:17.335 INFO:teuthology.orchestra.run.vm02.stdout:(307/312): xorg-x11-fonts-Type1-7.5-33.el9.noar 12 MB/s | 499 kB 00:00 2026-04-02T11:38:17.337 INFO:teuthology.orchestra.run.vm02.stdout:(308/312): lua-devel-5.4.4-4.el9.x86_64.rpm 799 kB/s | 21 kB 00:00 2026-04-02T11:38:17.389 INFO:teuthology.orchestra.run.vm02.stdout:(309/312): protobuf-compiler-3.14.0-17.el9_7.x8 16 MB/s | 862 kB 00:00 2026-04-02T11:38:17.674 INFO:teuthology.orchestra.run.vm02.stdout:(310/312): llvm-libs-20.1.8-3.el9.x86_64.rpm 7.5 MB/s | 30 MB 00:04 2026-04-02T11:38:17.838 INFO:teuthology.orchestra.run.vm02.stdout:(311/312): librbd1-20.2.0-9.ge2ce8426bc5.el9.cl 6.3 MB/s | 2.8 MB 00:00 2026-04-02T11:38:17.862 INFO:teuthology.orchestra.run.vm02.stdout:(312/312): librados2-20.2.0-9.ge2ce8426bc5.el9. 6.7 MB/s | 3.5 MB 00:00 2026-04-02T11:38:17.869 INFO:teuthology.orchestra.run.vm02.stdout:-------------------------------------------------------------------------------- 2026-04-02T11:38:17.869 INFO:teuthology.orchestra.run.vm02.stdout:Total 29 MB/s | 421 MB 00:14 2026-04-02T11:38:18.662 INFO:teuthology.orchestra.run.vm05.stdout:Running transaction check 2026-04-02T11:38:18.766 INFO:teuthology.orchestra.run.vm05.stdout:Transaction check succeeded. 2026-04-02T11:38:18.766 INFO:teuthology.orchestra.run.vm05.stdout:Running transaction test 2026-04-02T11:38:20.436 INFO:teuthology.orchestra.run.vm05.stdout:Transaction test succeeded. 2026-04-02T11:38:20.436 INFO:teuthology.orchestra.run.vm05.stdout:Running transaction 2026-04-02T11:38:20.636 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction check 2026-04-02T11:38:20.731 INFO:teuthology.orchestra.run.vm02.stdout:Transaction check succeeded. 2026-04-02T11:38:20.731 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction test 2026-04-02T11:38:22.029 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-02T11:38:22.141 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-02T11:38:22.197 INFO:teuthology.orchestra.run.vm05.stdout: Preparing : 1/1 2026-04-02T11:38:22.213 INFO:teuthology.orchestra.run.vm05.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/314 2026-04-02T11:38:22.223 INFO:teuthology.orchestra.run.vm05.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/314 2026-04-02T11:38:22.229 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/314 2026-04-02T11:38:22.234 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/314 2026-04-02T11:38:22.264 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/314 2026-04-02T11:38:22.273 INFO:teuthology.orchestra.run.vm05.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/314 2026-04-02T11:38:22.282 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/314 2026-04-02T11:38:22.287 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/314 2026-04-02T11:38:22.294 INFO:teuthology.orchestra.run.vm05.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/314 2026-04-02T11:38:22.310 INFO:teuthology.orchestra.run.vm05.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/314 2026-04-02T11:38:22.342 INFO:teuthology.orchestra.run.vm02.stdout:Transaction test succeeded. 2026-04-02T11:38:22.343 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction 2026-04-02T11:38:22.500 INFO:teuthology.orchestra.run.vm05.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/314 2026-04-02T11:38:22.503 INFO:teuthology.orchestra.run.vm05.stdout: Upgrading : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:38:22.576 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:38:22.578 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:38:22.595 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:38:22.599 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 14/314 2026-04-02T11:38:22.601 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:38:22.636 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:38:22.641 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 16/314 2026-04-02T11:38:22.654 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/314 2026-04-02T11:38:22.658 INFO:teuthology.orchestra.run.vm05.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/314 2026-04-02T11:38:22.664 INFO:teuthology.orchestra.run.vm05.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/314 2026-04-02T11:38:22.667 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/314 2026-04-02T11:38:22.671 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/314 2026-04-02T11:38:22.675 INFO:teuthology.orchestra.run.vm05.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 22/314 2026-04-02T11:38:22.679 INFO:teuthology.orchestra.run.vm05.stdout: Installing : liboath-2.6.12-1.el9.x86_64 23/314 2026-04-02T11:38:22.683 INFO:teuthology.orchestra.run.vm05.stdout: Installing : atinject-1.0.3-9.el9.noarch 24/314 2026-04-02T11:38:22.690 INFO:teuthology.orchestra.run.vm05.stdout: Installing : opus-1.3.1-10.el9.x86_64 25/314 2026-04-02T11:38:22.697 INFO:teuthology.orchestra.run.vm05.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/314 2026-04-02T11:38:22.859 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 27/314 2026-04-02T11:38:22.864 INFO:teuthology.orchestra.run.vm05.stdout: Upgrading : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:38:22.883 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:38:22.888 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 29/314 2026-04-02T11:38:22.926 INFO:teuthology.orchestra.run.vm05.stdout: Installing : lcms2-2.12-3.el9.x86_64 30/314 2026-04-02T11:38:22.960 INFO:teuthology.orchestra.run.vm05.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 31/314 2026-04-02T11:38:22.967 INFO:teuthology.orchestra.run.vm05.stdout: Installing : atk-2.36.0-5.el9.x86_64 32/314 2026-04-02T11:38:22.970 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 33/314 2026-04-02T11:38:22.980 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 34/314 2026-04-02T11:38:22.983 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:38:23.010 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:38:23.012 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:38:23.029 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:38:23.086 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 37/314 2026-04-02T11:38:23.095 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 38/314 2026-04-02T11:38:23.100 INFO:teuthology.orchestra.run.vm05.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 39/314 2026-04-02T11:38:23.106 INFO:teuthology.orchestra.run.vm05.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 40/314 2026-04-02T11:38:23.112 INFO:teuthology.orchestra.run.vm05.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 41/314 2026-04-02T11:38:23.118 INFO:teuthology.orchestra.run.vm05.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 42/314 2026-04-02T11:38:23.121 INFO:teuthology.orchestra.run.vm05.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 43/314 2026-04-02T11:38:23.124 INFO:teuthology.orchestra.run.vm05.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 44/314 2026-04-02T11:38:23.152 INFO:teuthology.orchestra.run.vm05.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 45/314 2026-04-02T11:38:23.166 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 46/314 2026-04-02T11:38:23.170 INFO:teuthology.orchestra.run.vm05.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 47/314 2026-04-02T11:38:23.174 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 48/314 2026-04-02T11:38:23.179 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 49/314 2026-04-02T11:38:23.183 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 50/314 2026-04-02T11:38:23.187 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 51/314 2026-04-02T11:38:23.195 INFO:teuthology.orchestra.run.vm05.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 52/314 2026-04-02T11:38:23.198 INFO:teuthology.orchestra.run.vm05.stdout: Installing : dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:38:23.221 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:38:23.251 INFO:teuthology.orchestra.run.vm05.stdout: Installing : unzip-6.0-59.el9.x86_64 54/314 2026-04-02T11:38:23.269 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 55/314 2026-04-02T11:38:23.274 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 56/314 2026-04-02T11:38:23.278 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 57/314 2026-04-02T11:38:23.286 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 58/314 2026-04-02T11:38:23.289 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 59/314 2026-04-02T11:38:23.296 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 60/314 2026-04-02T11:38:23.301 INFO:teuthology.orchestra.run.vm05.stdout: Installing : fuse-2.9.9-17.el9.x86_64 61/314 2026-04-02T11:38:23.306 INFO:teuthology.orchestra.run.vm05.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 62/314 2026-04-02T11:38:23.343 INFO:teuthology.orchestra.run.vm05.stdout: Installing : re2-1:20211101-20.el9.x86_64 63/314 2026-04-02T11:38:23.382 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 64/314 2026-04-02T11:38:23.389 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 65/314 2026-04-02T11:38:23.399 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 66/314 2026-04-02T11:38:23.414 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 67/314 2026-04-02T11:38:23.423 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 68/314 2026-04-02T11:38:23.452 INFO:teuthology.orchestra.run.vm05.stdout: Installing : zip-3.0-35.el9.x86_64 69/314 2026-04-02T11:38:23.464 INFO:teuthology.orchestra.run.vm05.stdout: Installing : luarocks-3.9.2-5.el9.noarch 70/314 2026-04-02T11:38:23.480 INFO:teuthology.orchestra.run.vm05.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 71/314 2026-04-02T11:38:23.540 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-rsa-4.9-2.el9.noarch 72/314 2026-04-02T11:38:23.544 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 73/314 2026-04-02T11:38:23.547 INFO:teuthology.orchestra.run.vm05.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 74/314 2026-04-02T11:38:23.551 INFO:teuthology.orchestra.run.vm05.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 75/314 2026-04-02T11:38:23.556 INFO:teuthology.orchestra.run.vm05.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 76/314 2026-04-02T11:38:23.582 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 77/314 2026-04-02T11:38:23.591 INFO:teuthology.orchestra.run.vm05.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 78/314 2026-04-02T11:38:23.599 INFO:teuthology.orchestra.run.vm05.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 79/314 2026-04-02T11:38:23.606 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 80/314 2026-04-02T11:38:23.611 INFO:teuthology.orchestra.run.vm05.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 81/314 2026-04-02T11:38:23.614 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 82/314 2026-04-02T11:38:23.635 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 83/314 2026-04-02T11:38:23.640 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 84/314 2026-04-02T11:38:23.645 INFO:teuthology.orchestra.run.vm05.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 85/314 2026-04-02T11:38:23.649 INFO:teuthology.orchestra.run.vm05.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 86/314 2026-04-02T11:38:23.659 INFO:teuthology.orchestra.run.vm05.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 87/314 2026-04-02T11:38:23.663 INFO:teuthology.orchestra.run.vm05.stdout: Installing : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 88/314 2026-04-02T11:38:23.669 INFO:teuthology.orchestra.run.vm05.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 89/314 2026-04-02T11:38:23.675 INFO:teuthology.orchestra.run.vm05.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 90/314 2026-04-02T11:38:23.681 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 91/314 2026-04-02T11:38:23.686 INFO:teuthology.orchestra.run.vm05.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 92/314 2026-04-02T11:38:23.692 INFO:teuthology.orchestra.run.vm05.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 93/314 2026-04-02T11:38:23.697 INFO:teuthology.orchestra.run.vm05.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 94/314 2026-04-02T11:38:23.702 INFO:teuthology.orchestra.run.vm05.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 95/314 2026-04-02T11:38:23.712 INFO:teuthology.orchestra.run.vm05.stdout: Installing : jansi-2.3.3-9.el9.x86_64 96/314 2026-04-02T11:38:23.718 INFO:teuthology.orchestra.run.vm05.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 97/314 2026-04-02T11:38:23.727 INFO:teuthology.orchestra.run.vm05.stdout: Installing : jsoup-1.13.1-13.el9.noarch 98/314 2026-04-02T11:38:23.737 INFO:teuthology.orchestra.run.vm05.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 99/314 2026-04-02T11:38:23.741 INFO:teuthology.orchestra.run.vm05.stdout: Installing : guava-30.1-10.el9.noarch 100/314 2026-04-02T11:38:23.744 INFO:teuthology.orchestra.run.vm05.stdout: Installing : google-guice-4.2.3-12.el9.noarch 101/314 2026-04-02T11:38:23.751 INFO:teuthology.orchestra.run.vm05.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 102/314 2026-04-02T11:38:23.770 INFO:teuthology.orchestra.run.vm05.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 103/314 2026-04-02T11:38:23.776 INFO:teuthology.orchestra.run.vm05.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 104/314 2026-04-02T11:38:23.881 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 105/314 2026-04-02T11:38:23.892 INFO:teuthology.orchestra.run.vm05.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 106/314 2026-04-02T11:38:23.895 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 107/314 2026-04-02T11:38:23.903 INFO:teuthology.orchestra.run.vm05.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 108/314 2026-04-02T11:38:23.916 INFO:teuthology.orchestra.run.vm05.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 109/314 2026-04-02T11:38:23.919 INFO:teuthology.orchestra.run.vm05.stdout: Installing : upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:38:23.935 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:38:23.935 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-02T11:38:23.935 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:23.947 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-02T11:38:24.040 INFO:teuthology.orchestra.run.vm05.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 111/314 2026-04-02T11:38:24.063 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-02T11:38:24.069 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 112/314 2026-04-02T11:38:24.090 INFO:teuthology.orchestra.run.vm05.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 113/314 2026-04-02T11:38:24.102 INFO:teuthology.orchestra.run.vm05.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 114/314 2026-04-02T11:38:24.104 INFO:teuthology.orchestra.run.vm05.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:38:24.122 INFO:teuthology.orchestra.run.vm02.stdout: Preparing : 1/1 2026-04-02T11:38:24.122 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:38:24.160 INFO:teuthology.orchestra.run.vm05.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 116/314 2026-04-02T11:38:24.175 INFO:teuthology.orchestra.run.vm02.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/314 2026-04-02T11:38:24.183 INFO:teuthology.orchestra.run.vm02.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/314 2026-04-02T11:38:24.189 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/314 2026-04-02T11:38:24.192 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/314 2026-04-02T11:38:24.217 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:38:24.218 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/314 2026-04-02T11:38:24.219 INFO:teuthology.orchestra.run.vm05.stdout: Installing : rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:38:24.228 INFO:teuthology.orchestra.run.vm02.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/314 2026-04-02T11:38:24.234 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/314 2026-04-02T11:38:24.235 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:38:24.236 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-02T11:38:24.236 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:24.239 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/314 2026-04-02T11:38:24.244 INFO:teuthology.orchestra.run.vm02.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/314 2026-04-02T11:38:24.249 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 118/314 2026-04-02T11:38:24.258 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 119/314 2026-04-02T11:38:24.259 INFO:teuthology.orchestra.run.vm02.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/314 2026-04-02T11:38:24.265 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 120/314 2026-04-02T11:38:24.302 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 121/314 2026-04-02T11:38:24.314 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 122/314 2026-04-02T11:38:24.325 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 123/314 2026-04-02T11:38:24.373 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 124/314 2026-04-02T11:38:24.445 INFO:teuthology.orchestra.run.vm02.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/314 2026-04-02T11:38:24.448 INFO:teuthology.orchestra.run.vm02.stdout: Upgrading : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:38:24.509 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:38:24.511 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:38:24.530 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:38:24.533 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 14/314 2026-04-02T11:38:24.535 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:38:24.567 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:38:24.570 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 16/314 2026-04-02T11:38:24.579 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/314 2026-04-02T11:38:24.583 INFO:teuthology.orchestra.run.vm02.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/314 2026-04-02T11:38:24.589 INFO:teuthology.orchestra.run.vm02.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/314 2026-04-02T11:38:24.592 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/314 2026-04-02T11:38:24.596 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/314 2026-04-02T11:38:24.599 INFO:teuthology.orchestra.run.vm02.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 22/314 2026-04-02T11:38:24.603 INFO:teuthology.orchestra.run.vm02.stdout: Installing : liboath-2.6.12-1.el9.x86_64 23/314 2026-04-02T11:38:24.606 INFO:teuthology.orchestra.run.vm02.stdout: Installing : atinject-1.0.3-9.el9.noarch 24/314 2026-04-02T11:38:24.612 INFO:teuthology.orchestra.run.vm02.stdout: Installing : opus-1.3.1-10.el9.x86_64 25/314 2026-04-02T11:38:24.619 INFO:teuthology.orchestra.run.vm02.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/314 2026-04-02T11:38:24.675 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 125/314 2026-04-02T11:38:24.714 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 126/314 2026-04-02T11:38:24.720 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 127/314 2026-04-02T11:38:24.725 INFO:teuthology.orchestra.run.vm05.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 128/314 2026-04-02T11:38:24.731 INFO:teuthology.orchestra.run.vm05.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 129/314 2026-04-02T11:38:24.741 INFO:teuthology.orchestra.run.vm05.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 130/314 2026-04-02T11:38:24.764 INFO:teuthology.orchestra.run.vm05.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 131/314 2026-04-02T11:38:24.770 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 27/314 2026-04-02T11:38:24.773 INFO:teuthology.orchestra.run.vm02.stdout: Upgrading : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:38:24.792 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:38:24.796 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 29/314 2026-04-02T11:38:24.833 INFO:teuthology.orchestra.run.vm02.stdout: Installing : lcms2-2.12-3.el9.x86_64 30/314 2026-04-02T11:38:24.857 INFO:teuthology.orchestra.run.vm05.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 132/314 2026-04-02T11:38:24.863 INFO:teuthology.orchestra.run.vm05.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 133/314 2026-04-02T11:38:24.869 INFO:teuthology.orchestra.run.vm05.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 134/314 2026-04-02T11:38:24.871 INFO:teuthology.orchestra.run.vm02.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 31/314 2026-04-02T11:38:24.879 INFO:teuthology.orchestra.run.vm02.stdout: Installing : atk-2.36.0-5.el9.x86_64 32/314 2026-04-02T11:38:24.881 INFO:teuthology.orchestra.run.vm05.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 135/314 2026-04-02T11:38:24.883 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 33/314 2026-04-02T11:38:24.892 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 34/314 2026-04-02T11:38:24.895 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:38:24.924 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:38:24.925 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:38:24.943 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:38:24.985 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 37/314 2026-04-02T11:38:24.994 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 38/314 2026-04-02T11:38:24.999 INFO:teuthology.orchestra.run.vm02.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 39/314 2026-04-02T11:38:25.005 INFO:teuthology.orchestra.run.vm02.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 40/314 2026-04-02T11:38:25.010 INFO:teuthology.orchestra.run.vm02.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 41/314 2026-04-02T11:38:25.014 INFO:teuthology.orchestra.run.vm02.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 42/314 2026-04-02T11:38:25.017 INFO:teuthology.orchestra.run.vm02.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 43/314 2026-04-02T11:38:25.021 INFO:teuthology.orchestra.run.vm02.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 44/314 2026-04-02T11:38:25.046 INFO:teuthology.orchestra.run.vm02.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 45/314 2026-04-02T11:38:25.060 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 46/314 2026-04-02T11:38:25.064 INFO:teuthology.orchestra.run.vm02.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 47/314 2026-04-02T11:38:25.067 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 48/314 2026-04-02T11:38:25.071 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 49/314 2026-04-02T11:38:25.075 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 50/314 2026-04-02T11:38:25.078 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 51/314 2026-04-02T11:38:25.085 INFO:teuthology.orchestra.run.vm02.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 52/314 2026-04-02T11:38:25.095 INFO:teuthology.orchestra.run.vm02.stdout: Installing : dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:38:25.120 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:38:25.151 INFO:teuthology.orchestra.run.vm02.stdout: Installing : unzip-6.0-59.el9.x86_64 54/314 2026-04-02T11:38:25.164 INFO:teuthology.orchestra.run.vm05.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 136/314 2026-04-02T11:38:25.170 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 55/314 2026-04-02T11:38:25.184 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 56/314 2026-04-02T11:38:25.204 INFO:teuthology.orchestra.run.vm05.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 137/314 2026-04-02T11:38:25.208 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 57/314 2026-04-02T11:38:25.215 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 138/314 2026-04-02T11:38:25.216 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 58/314 2026-04-02T11:38:25.219 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 59/314 2026-04-02T11:38:25.222 INFO:teuthology.orchestra.run.vm05.stdout: Installing : orc-0.4.31-8.el9.x86_64 139/314 2026-04-02T11:38:25.225 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 60/314 2026-04-02T11:38:25.227 INFO:teuthology.orchestra.run.vm05.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 140/314 2026-04-02T11:38:25.231 INFO:teuthology.orchestra.run.vm02.stdout: Installing : fuse-2.9.9-17.el9.x86_64 61/314 2026-04-02T11:38:25.237 INFO:teuthology.orchestra.run.vm02.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 62/314 2026-04-02T11:38:25.271 INFO:teuthology.orchestra.run.vm02.stdout: Installing : re2-1:20211101-20.el9.x86_64 63/314 2026-04-02T11:38:25.300 INFO:teuthology.orchestra.run.vm05.stdout: Installing : openblas-0.3.29-1.el9.x86_64 141/314 2026-04-02T11:38:25.303 INFO:teuthology.orchestra.run.vm05.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 142/314 2026-04-02T11:38:25.307 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 64/314 2026-04-02T11:38:25.314 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 65/314 2026-04-02T11:38:25.327 INFO:teuthology.orchestra.run.vm05.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:38:25.328 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 66/314 2026-04-02T11:38:25.343 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 67/314 2026-04-02T11:38:25.351 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 68/314 2026-04-02T11:38:25.381 INFO:teuthology.orchestra.run.vm02.stdout: Installing : zip-3.0-35.el9.x86_64 69/314 2026-04-02T11:38:25.392 INFO:teuthology.orchestra.run.vm02.stdout: Installing : luarocks-3.9.2-5.el9.noarch 70/314 2026-04-02T11:38:25.409 INFO:teuthology.orchestra.run.vm02.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 71/314 2026-04-02T11:38:25.470 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-rsa-4.9-2.el9.noarch 72/314 2026-04-02T11:38:25.476 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 73/314 2026-04-02T11:38:25.479 INFO:teuthology.orchestra.run.vm02.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 74/314 2026-04-02T11:38:25.482 INFO:teuthology.orchestra.run.vm02.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 75/314 2026-04-02T11:38:25.488 INFO:teuthology.orchestra.run.vm02.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 76/314 2026-04-02T11:38:25.512 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 77/314 2026-04-02T11:38:25.520 INFO:teuthology.orchestra.run.vm02.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 78/314 2026-04-02T11:38:25.528 INFO:teuthology.orchestra.run.vm02.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 79/314 2026-04-02T11:38:25.535 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 80/314 2026-04-02T11:38:25.542 INFO:teuthology.orchestra.run.vm02.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 81/314 2026-04-02T11:38:25.546 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 82/314 2026-04-02T11:38:25.567 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 83/314 2026-04-02T11:38:25.573 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 84/314 2026-04-02T11:38:25.577 INFO:teuthology.orchestra.run.vm02.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 85/314 2026-04-02T11:38:25.583 INFO:teuthology.orchestra.run.vm02.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 86/314 2026-04-02T11:38:25.594 INFO:teuthology.orchestra.run.vm02.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 87/314 2026-04-02T11:38:25.598 INFO:teuthology.orchestra.run.vm02.stdout: Installing : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 88/314 2026-04-02T11:38:25.604 INFO:teuthology.orchestra.run.vm02.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 89/314 2026-04-02T11:38:25.611 INFO:teuthology.orchestra.run.vm02.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 90/314 2026-04-02T11:38:25.617 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 91/314 2026-04-02T11:38:25.622 INFO:teuthology.orchestra.run.vm02.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 92/314 2026-04-02T11:38:25.628 INFO:teuthology.orchestra.run.vm02.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 93/314 2026-04-02T11:38:25.633 INFO:teuthology.orchestra.run.vm02.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 94/314 2026-04-02T11:38:25.637 INFO:teuthology.orchestra.run.vm02.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 95/314 2026-04-02T11:38:25.646 INFO:teuthology.orchestra.run.vm02.stdout: Installing : jansi-2.3.3-9.el9.x86_64 96/314 2026-04-02T11:38:25.651 INFO:teuthology.orchestra.run.vm02.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 97/314 2026-04-02T11:38:25.662 INFO:teuthology.orchestra.run.vm02.stdout: Installing : jsoup-1.13.1-13.el9.noarch 98/314 2026-04-02T11:38:25.673 INFO:teuthology.orchestra.run.vm02.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 99/314 2026-04-02T11:38:25.677 INFO:teuthology.orchestra.run.vm02.stdout: Installing : guava-30.1-10.el9.noarch 100/314 2026-04-02T11:38:25.680 INFO:teuthology.orchestra.run.vm02.stdout: Installing : google-guice-4.2.3-12.el9.noarch 101/314 2026-04-02T11:38:25.688 INFO:teuthology.orchestra.run.vm02.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 102/314 2026-04-02T11:38:25.705 INFO:teuthology.orchestra.run.vm02.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 103/314 2026-04-02T11:38:25.711 INFO:teuthology.orchestra.run.vm02.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 104/314 2026-04-02T11:38:25.755 INFO:teuthology.orchestra.run.vm05.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:38:25.805 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 105/314 2026-04-02T11:38:25.814 INFO:teuthology.orchestra.run.vm02.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 106/314 2026-04-02T11:38:25.818 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 107/314 2026-04-02T11:38:25.824 INFO:teuthology.orchestra.run.vm02.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 108/314 2026-04-02T11:38:25.835 INFO:teuthology.orchestra.run.vm02.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 109/314 2026-04-02T11:38:25.839 INFO:teuthology.orchestra.run.vm02.stdout: Installing : upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:38:25.852 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:38:25.852 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-02T11:38:25.853 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:25.853 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 145/314 2026-04-02T11:38:25.947 INFO:teuthology.orchestra.run.vm02.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 111/314 2026-04-02T11:38:25.979 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 112/314 2026-04-02T11:38:25.998 INFO:teuthology.orchestra.run.vm02.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 113/314 2026-04-02T11:38:26.011 INFO:teuthology.orchestra.run.vm02.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 114/314 2026-04-02T11:38:26.013 INFO:teuthology.orchestra.run.vm02.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:38:26.031 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:38:26.034 INFO:teuthology.orchestra.run.vm02.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 116/314 2026-04-02T11:38:26.090 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:38:26.093 INFO:teuthology.orchestra.run.vm02.stdout: Installing : rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:38:26.111 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:38:26.111 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-02T11:38:26.112 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:26.124 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 118/314 2026-04-02T11:38:26.134 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 119/314 2026-04-02T11:38:26.139 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 120/314 2026-04-02T11:38:26.174 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 121/314 2026-04-02T11:38:26.184 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 122/314 2026-04-02T11:38:26.195 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 123/314 2026-04-02T11:38:26.240 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 124/314 2026-04-02T11:38:26.522 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 125/314 2026-04-02T11:38:26.555 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 126/314 2026-04-02T11:38:26.561 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 127/314 2026-04-02T11:38:26.566 INFO:teuthology.orchestra.run.vm02.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 128/314 2026-04-02T11:38:26.572 INFO:teuthology.orchestra.run.vm02.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 129/314 2026-04-02T11:38:26.583 INFO:teuthology.orchestra.run.vm02.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 130/314 2026-04-02T11:38:26.606 INFO:teuthology.orchestra.run.vm02.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 131/314 2026-04-02T11:38:26.703 INFO:teuthology.orchestra.run.vm02.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 132/314 2026-04-02T11:38:26.709 INFO:teuthology.orchestra.run.vm02.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 133/314 2026-04-02T11:38:26.716 INFO:teuthology.orchestra.run.vm02.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 134/314 2026-04-02T11:38:26.724 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 146/314 2026-04-02T11:38:26.726 INFO:teuthology.orchestra.run.vm02.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 135/314 2026-04-02T11:38:26.746 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 147/314 2026-04-02T11:38:26.763 INFO:teuthology.orchestra.run.vm05.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 148/314 2026-04-02T11:38:26.771 INFO:teuthology.orchestra.run.vm05.stdout: Installing : lua-posix-35.0-8.el9.x86_64 149/314 2026-04-02T11:38:26.776 INFO:teuthology.orchestra.run.vm05.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 150/314 2026-04-02T11:38:26.778 INFO:teuthology.orchestra.run.vm05.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:38:26.795 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:38:26.795 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-02T11:38:26.795 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:27.009 INFO:teuthology.orchestra.run.vm02.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 136/314 2026-04-02T11:38:27.032 INFO:teuthology.orchestra.run.vm02.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 137/314 2026-04-02T11:38:27.042 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 138/314 2026-04-02T11:38:27.042 INFO:teuthology.orchestra.run.vm05.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 152/314 2026-04-02T11:38:27.047 INFO:teuthology.orchestra.run.vm05.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 153/314 2026-04-02T11:38:27.050 INFO:teuthology.orchestra.run.vm02.stdout: Installing : orc-0.4.31-8.el9.x86_64 139/314 2026-04-02T11:38:27.054 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 154/314 2026-04-02T11:38:27.056 INFO:teuthology.orchestra.run.vm02.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 140/314 2026-04-02T11:38:27.058 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 155/314 2026-04-02T11:38:27.062 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libsbc-1.4-9.el9.x86_64 156/314 2026-04-02T11:38:27.069 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 157/314 2026-04-02T11:38:27.076 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 158/314 2026-04-02T11:38:27.100 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 159/314 2026-04-02T11:38:27.106 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 160/314 2026-04-02T11:38:27.110 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 161/314 2026-04-02T11:38:27.120 INFO:teuthology.orchestra.run.vm05.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 162/314 2026-04-02T11:38:27.120 INFO:teuthology.orchestra.run.vm02.stdout: Installing : openblas-0.3.29-1.el9.x86_64 141/314 2026-04-02T11:38:27.121 INFO:teuthology.orchestra.run.vm05.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:38:27.125 INFO:teuthology.orchestra.run.vm02.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 142/314 2026-04-02T11:38:27.155 INFO:teuthology.orchestra.run.vm02.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:38:27.168 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:38:27.175 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libexif-0.6.22-6.el9.x86_64 164/314 2026-04-02T11:38:27.179 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 165/314 2026-04-02T11:38:27.183 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libasyncns-0.8-22.el9.x86_64 166/314 2026-04-02T11:38:27.186 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 167/314 2026-04-02T11:38:27.190 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXv-1.0.11-16.el9.x86_64 168/314 2026-04-02T11:38:27.193 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 169/314 2026-04-02T11:38:27.198 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 170/314 2026-04-02T11:38:27.204 INFO:teuthology.orchestra.run.vm05.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 171/314 2026-04-02T11:38:27.212 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 172/314 2026-04-02T11:38:27.218 INFO:teuthology.orchestra.run.vm05.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 173/314 2026-04-02T11:38:27.231 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 174/314 2026-04-02T11:38:27.235 INFO:teuthology.orchestra.run.vm05.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 175/314 2026-04-02T11:38:27.483 INFO:teuthology.orchestra.run.vm05.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 176/314 2026-04-02T11:38:27.543 INFO:teuthology.orchestra.run.vm05.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 177/314 2026-04-02T11:38:27.552 INFO:teuthology.orchestra.run.vm05.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 178/314 2026-04-02T11:38:27.558 INFO:teuthology.orchestra.run.vm05.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 179/314 2026-04-02T11:38:27.566 INFO:teuthology.orchestra.run.vm05.stdout: Installing : gsm-1.0.19-6.el9.x86_64 180/314 2026-04-02T11:38:27.578 INFO:teuthology.orchestra.run.vm02.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:38:27.596 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 181/314 2026-04-02T11:38:27.607 INFO:teuthology.orchestra.run.vm05.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 182/314 2026-04-02T11:38:27.611 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:38:27.633 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:38:27.641 INFO:teuthology.orchestra.run.vm05.stdout: Installing : graphene-1.10.6-2.el9.x86_64 184/314 2026-04-02T11:38:27.674 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 145/314 2026-04-02T11:38:27.723 INFO:teuthology.orchestra.run.vm05.stdout: Installing : giflib-5.2.1-9.el9.x86_64 185/314 2026-04-02T11:38:27.728 INFO:teuthology.orchestra.run.vm05.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 186/314 2026-04-02T11:38:27.730 INFO:teuthology.orchestra.run.vm05.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:38:28.554 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 146/314 2026-04-02T11:38:28.578 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 147/314 2026-04-02T11:38:28.596 INFO:teuthology.orchestra.run.vm02.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 148/314 2026-04-02T11:38:28.601 INFO:teuthology.orchestra.run.vm02.stdout: Installing : lua-posix-35.0-8.el9.x86_64 149/314 2026-04-02T11:38:28.605 INFO:teuthology.orchestra.run.vm02.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 150/314 2026-04-02T11:38:28.609 INFO:teuthology.orchestra.run.vm02.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:38:28.623 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:38:28.623 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-02T11:38:28.623 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:28.857 INFO:teuthology.orchestra.run.vm02.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 152/314 2026-04-02T11:38:28.862 INFO:teuthology.orchestra.run.vm02.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 153/314 2026-04-02T11:38:28.869 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 154/314 2026-04-02T11:38:28.875 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 155/314 2026-04-02T11:38:28.883 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libsbc-1.4-9.el9.x86_64 156/314 2026-04-02T11:38:28.888 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 157/314 2026-04-02T11:38:28.897 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 158/314 2026-04-02T11:38:28.922 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 159/314 2026-04-02T11:38:28.929 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 160/314 2026-04-02T11:38:28.934 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 161/314 2026-04-02T11:38:28.945 INFO:teuthology.orchestra.run.vm02.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 162/314 2026-04-02T11:38:28.947 INFO:teuthology.orchestra.run.vm02.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:38:29.003 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:38:29.012 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libexif-0.6.22-6.el9.x86_64 164/314 2026-04-02T11:38:29.016 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 165/314 2026-04-02T11:38:29.021 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libasyncns-0.8-22.el9.x86_64 166/314 2026-04-02T11:38:29.025 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 167/314 2026-04-02T11:38:29.031 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXv-1.0.11-16.el9.x86_64 168/314 2026-04-02T11:38:29.035 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 169/314 2026-04-02T11:38:29.041 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 170/314 2026-04-02T11:38:29.049 INFO:teuthology.orchestra.run.vm02.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 171/314 2026-04-02T11:38:29.058 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 172/314 2026-04-02T11:38:29.065 INFO:teuthology.orchestra.run.vm02.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 173/314 2026-04-02T11:38:29.078 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 174/314 2026-04-02T11:38:29.085 INFO:teuthology.orchestra.run.vm02.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 175/314 2026-04-02T11:38:29.321 INFO:teuthology.orchestra.run.vm02.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 176/314 2026-04-02T11:38:29.384 INFO:teuthology.orchestra.run.vm02.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 177/314 2026-04-02T11:38:29.394 INFO:teuthology.orchestra.run.vm02.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 178/314 2026-04-02T11:38:29.399 INFO:teuthology.orchestra.run.vm02.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 179/314 2026-04-02T11:38:29.406 INFO:teuthology.orchestra.run.vm02.stdout: Installing : gsm-1.0.19-6.el9.x86_64 180/314 2026-04-02T11:38:29.434 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 181/314 2026-04-02T11:38:29.447 INFO:teuthology.orchestra.run.vm02.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 182/314 2026-04-02T11:38:29.450 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:38:29.472 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:38:29.479 INFO:teuthology.orchestra.run.vm02.stdout: Installing : graphene-1.10.6-2.el9.x86_64 184/314 2026-04-02T11:38:29.485 INFO:teuthology.orchestra.run.vm02.stdout: Installing : giflib-5.2.1-9.el9.x86_64 185/314 2026-04-02T11:38:29.488 INFO:teuthology.orchestra.run.vm02.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 186/314 2026-04-02T11:38:29.490 INFO:teuthology.orchestra.run.vm02.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:38:34.595 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:38:34.607 INFO:teuthology.orchestra.run.vm05.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 188/314 2026-04-02T11:38:34.615 INFO:teuthology.orchestra.run.vm05.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 189/314 2026-04-02T11:38:34.621 INFO:teuthology.orchestra.run.vm05.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 190/314 2026-04-02T11:38:34.627 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 191/314 2026-04-02T11:38:34.630 INFO:teuthology.orchestra.run.vm05.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 192/314 2026-04-02T11:38:34.671 INFO:teuthology.orchestra.run.vm05.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 193/314 2026-04-02T11:38:36.201 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:38:36.213 INFO:teuthology.orchestra.run.vm02.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 188/314 2026-04-02T11:38:36.222 INFO:teuthology.orchestra.run.vm02.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 189/314 2026-04-02T11:38:36.229 INFO:teuthology.orchestra.run.vm02.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 190/314 2026-04-02T11:38:36.233 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 191/314 2026-04-02T11:38:36.236 INFO:teuthology.orchestra.run.vm02.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 192/314 2026-04-02T11:38:36.273 INFO:teuthology.orchestra.run.vm02.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 193/314 2026-04-02T11:38:36.368 INFO:teuthology.orchestra.run.vm05.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 194/314 2026-04-02T11:38:36.413 INFO:teuthology.orchestra.run.vm05.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 195/314 2026-04-02T11:38:36.417 INFO:teuthology.orchestra.run.vm05.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:38:36.439 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:38:36.439 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-02T11:38:36.439 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:36.472 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 197/314 2026-04-02T11:38:36.488 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-packaging-20.9-5.el9.noarch 198/314 2026-04-02T11:38:36.511 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 199/314 2026-04-02T11:38:36.540 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 200/314 2026-04-02T11:38:36.641 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 201/314 2026-04-02T11:38:36.655 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 202/314 2026-04-02T11:38:36.689 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 203/314 2026-04-02T11:38:36.699 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 204/314 2026-04-02T11:38:36.707 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 205/314 2026-04-02T11:38:36.711 INFO:teuthology.orchestra.run.vm05.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 206/314 2026-04-02T11:38:36.740 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:38:36.750 INFO:teuthology.orchestra.run.vm05.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:38:36.752 INFO:teuthology.orchestra.run.vm05.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:38:36.773 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:38:36.925 INFO:teuthology.orchestra.run.vm05.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 209/314 2026-04-02T11:38:36.930 INFO:teuthology.orchestra.run.vm05.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:38:37.259 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:38:37.259 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-02T11:38:37.259 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:37.266 INFO:teuthology.orchestra.run.vm05.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 211/314 2026-04-02T11:38:37.764 INFO:teuthology.orchestra.run.vm05.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 212/314 2026-04-02T11:38:37.773 INFO:teuthology.orchestra.run.vm05.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:38:37.788 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:38:37.795 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 214/314 2026-04-02T11:38:37.800 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 215/314 2026-04-02T11:38:37.891 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 216/314 2026-04-02T11:38:37.897 INFO:teuthology.orchestra.run.vm05.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 217/314 2026-04-02T11:38:37.901 INFO:teuthology.orchestra.run.vm05.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 218/314 2026-04-02T11:38:37.907 INFO:teuthology.orchestra.run.vm05.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 219/314 2026-04-02T11:38:37.912 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 220/314 2026-04-02T11:38:37.928 INFO:teuthology.orchestra.run.vm02.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 194/314 2026-04-02T11:38:37.965 INFO:teuthology.orchestra.run.vm05.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 221/314 2026-04-02T11:38:37.970 INFO:teuthology.orchestra.run.vm02.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 195/314 2026-04-02T11:38:37.974 INFO:teuthology.orchestra.run.vm02.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:38:37.990 INFO:teuthology.orchestra.run.vm05.stdout: Installing : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 222/314 2026-04-02T11:38:37.994 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:38:37.994 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-02T11:38:37.994 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:38.014 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 197/314 2026-04-02T11:38:38.019 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 223/314 2026-04-02T11:38:38.024 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-packaging-20.9-5.el9.noarch 198/314 2026-04-02T11:38:38.024 INFO:teuthology.orchestra.run.vm05.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:38:38.042 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 199/314 2026-04-02T11:38:38.066 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 200/314 2026-04-02T11:38:38.098 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:38:38.105 INFO:teuthology.orchestra.run.vm05.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:38:38.125 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:38:38.128 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 226/314 2026-04-02T11:38:38.149 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:38:38.149 INFO:teuthology.orchestra.run.vm05.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-02T11:38:38.149 INFO:teuthology.orchestra.run.vm05.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-02T11:38:38.149 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:38.159 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 201/314 2026-04-02T11:38:38.167 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:38:38.175 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 202/314 2026-04-02T11:38:38.200 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:38:38.201 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-02T11:38:38.201 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:38.205 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 203/314 2026-04-02T11:38:38.215 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 204/314 2026-04-02T11:38:38.221 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 205/314 2026-04-02T11:38:38.224 INFO:teuthology.orchestra.run.vm02.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 206/314 2026-04-02T11:38:38.249 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 228/314 2026-04-02T11:38:38.255 INFO:teuthology.orchestra.run.vm05.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 229/314 2026-04-02T11:38:38.258 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:38:38.263 INFO:teuthology.orchestra.run.vm05.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 230/314 2026-04-02T11:38:38.264 INFO:teuthology.orchestra.run.vm02.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:38:38.266 INFO:teuthology.orchestra.run.vm02.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:38:38.268 INFO:teuthology.orchestra.run.vm05.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 231/314 2026-04-02T11:38:38.272 INFO:teuthology.orchestra.run.vm05.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 232/314 2026-04-02T11:38:38.286 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:38:38.403 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:38:38.406 INFO:teuthology.orchestra.run.vm05.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:38:38.429 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:38:38.429 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-02T11:38:38.429 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:38.432 INFO:teuthology.orchestra.run.vm02.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 209/314 2026-04-02T11:38:38.441 INFO:teuthology.orchestra.run.vm02.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:38:38.546 INFO:teuthology.orchestra.run.vm05.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 234/314 2026-04-02T11:38:38.574 INFO:teuthology.orchestra.run.vm05.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 235/314 2026-04-02T11:38:38.584 INFO:teuthology.orchestra.run.vm05.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 236/314 2026-04-02T11:38:38.591 INFO:teuthology.orchestra.run.vm05.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 237/314 2026-04-02T11:38:38.594 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 238/314 2026-04-02T11:38:38.647 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:38:38.651 INFO:teuthology.orchestra.run.vm05.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:38:38.668 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:38:38.754 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:38:38.754 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-02T11:38:38.754 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:38.764 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:38:38.766 INFO:teuthology.orchestra.run.vm02.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 211/314 2026-04-02T11:38:38.802 INFO:teuthology.orchestra.run.vm05.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:38:38.806 INFO:teuthology.orchestra.run.vm05.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:38:38.834 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:38:38.917 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 242/314 2026-04-02T11:38:38.934 INFO:teuthology.orchestra.run.vm05.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 243/314 2026-04-02T11:38:38.937 INFO:teuthology.orchestra.run.vm05.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:38:38.962 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:38:38.965 INFO:teuthology.orchestra.run.vm05.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:38:39.012 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:38:39.016 INFO:teuthology.orchestra.run.vm05.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:38:39.027 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:38:39.034 INFO:teuthology.orchestra.run.vm05.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 247/314 2026-04-02T11:38:39.040 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 248/314 2026-04-02T11:38:39.059 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 249/314 2026-04-02T11:38:39.067 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 250/314 2026-04-02T11:38:39.128 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 251/314 2026-04-02T11:38:39.139 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 252/314 2026-04-02T11:38:39.154 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 253/314 2026-04-02T11:38:39.167 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 254/314 2026-04-02T11:38:39.175 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 255/314 2026-04-02T11:38:39.200 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 256/314 2026-04-02T11:38:39.215 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 257/314 2026-04-02T11:38:39.217 INFO:teuthology.orchestra.run.vm02.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 212/314 2026-04-02T11:38:39.225 INFO:teuthology.orchestra.run.vm02.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:38:39.236 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 258/314 2026-04-02T11:38:39.241 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:38:39.244 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 259/314 2026-04-02T11:38:39.250 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 214/314 2026-04-02T11:38:39.255 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 260/314 2026-04-02T11:38:39.256 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 215/314 2026-04-02T11:38:39.305 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 261/314 2026-04-02T11:38:39.335 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 216/314 2026-04-02T11:38:39.340 INFO:teuthology.orchestra.run.vm02.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 217/314 2026-04-02T11:38:39.344 INFO:teuthology.orchestra.run.vm02.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 218/314 2026-04-02T11:38:39.349 INFO:teuthology.orchestra.run.vm02.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 219/314 2026-04-02T11:38:39.352 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 220/314 2026-04-02T11:38:39.401 INFO:teuthology.orchestra.run.vm02.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 221/314 2026-04-02T11:38:39.420 INFO:teuthology.orchestra.run.vm02.stdout: Installing : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 222/314 2026-04-02T11:38:39.446 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 223/314 2026-04-02T11:38:39.450 INFO:teuthology.orchestra.run.vm02.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:38:39.529 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:38:39.535 INFO:teuthology.orchestra.run.vm02.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:38:39.555 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:38:39.586 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 226/314 2026-04-02T11:38:39.621 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:38:39.621 INFO:teuthology.orchestra.run.vm02.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-02T11:38:39.621 INFO:teuthology.orchestra.run.vm02.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-02T11:38:39.621 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:39.634 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:38:39.673 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:38:39.674 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-02T11:38:39.674 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:39.698 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 262/314 2026-04-02T11:38:39.717 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 263/314 2026-04-02T11:38:39.720 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 228/314 2026-04-02T11:38:39.723 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 264/314 2026-04-02T11:38:39.726 INFO:teuthology.orchestra.run.vm02.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 229/314 2026-04-02T11:38:39.731 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 265/314 2026-04-02T11:38:39.733 INFO:teuthology.orchestra.run.vm02.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 230/314 2026-04-02T11:38:39.738 INFO:teuthology.orchestra.run.vm02.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 231/314 2026-04-02T11:38:39.741 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 266/314 2026-04-02T11:38:39.742 INFO:teuthology.orchestra.run.vm02.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 232/314 2026-04-02T11:38:39.749 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 267/314 2026-04-02T11:38:39.786 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 268/314 2026-04-02T11:38:39.793 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 269/314 2026-04-02T11:38:39.802 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 270/314 2026-04-02T11:38:39.805 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:38:39.807 INFO:teuthology.orchestra.run.vm05.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 271/314 2026-04-02T11:38:39.808 INFO:teuthology.orchestra.run.vm02.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:38:39.815 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 272/314 2026-04-02T11:38:39.831 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:38:39.831 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-02T11:38:39.831 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:39.947 INFO:teuthology.orchestra.run.vm02.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 234/314 2026-04-02T11:38:39.975 INFO:teuthology.orchestra.run.vm02.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 235/314 2026-04-02T11:38:39.983 INFO:teuthology.orchestra.run.vm02.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 236/314 2026-04-02T11:38:39.990 INFO:teuthology.orchestra.run.vm02.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 237/314 2026-04-02T11:38:39.991 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 238/314 2026-04-02T11:38:40.048 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:38:40.050 INFO:teuthology.orchestra.run.vm02.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:38:40.067 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:38:40.156 INFO:teuthology.orchestra.run.vm05.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 273/314 2026-04-02T11:38:40.159 INFO:teuthology.orchestra.run.vm05.stdout: Installing : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:38:40.162 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:38:40.187 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:38:40.190 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 275/314 2026-04-02T11:38:40.202 INFO:teuthology.orchestra.run.vm02.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:38:40.205 INFO:teuthology.orchestra.run.vm02.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:38:40.239 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:38:40.325 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 242/314 2026-04-02T11:38:40.342 INFO:teuthology.orchestra.run.vm02.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 243/314 2026-04-02T11:38:40.346 INFO:teuthology.orchestra.run.vm02.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:38:40.368 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:38:40.370 INFO:teuthology.orchestra.run.vm02.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:38:40.416 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:38:40.420 INFO:teuthology.orchestra.run.vm02.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:38:40.432 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:38:40.440 INFO:teuthology.orchestra.run.vm02.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 247/314 2026-04-02T11:38:40.445 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 248/314 2026-04-02T11:38:40.469 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 249/314 2026-04-02T11:38:40.476 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 250/314 2026-04-02T11:38:40.539 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 251/314 2026-04-02T11:38:40.549 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 252/314 2026-04-02T11:38:40.568 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 253/314 2026-04-02T11:38:40.582 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 254/314 2026-04-02T11:38:40.594 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 255/314 2026-04-02T11:38:40.621 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 256/314 2026-04-02T11:38:40.679 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 257/314 2026-04-02T11:38:40.700 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 258/314 2026-04-02T11:38:40.707 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 259/314 2026-04-02T11:38:40.718 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 260/314 2026-04-02T11:38:40.769 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 261/314 2026-04-02T11:38:41.164 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 262/314 2026-04-02T11:38:41.183 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 263/314 2026-04-02T11:38:41.189 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 264/314 2026-04-02T11:38:41.197 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 265/314 2026-04-02T11:38:41.205 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 266/314 2026-04-02T11:38:41.213 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 267/314 2026-04-02T11:38:41.252 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 268/314 2026-04-02T11:38:41.260 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 269/314 2026-04-02T11:38:41.269 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 270/314 2026-04-02T11:38:41.273 INFO:teuthology.orchestra.run.vm02.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 271/314 2026-04-02T11:38:41.281 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 272/314 2026-04-02T11:38:41.572 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:38:41.577 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:38:41.614 INFO:teuthology.orchestra.run.vm02.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 273/314 2026-04-02T11:38:41.618 INFO:teuthology.orchestra.run.vm02.stdout: Installing : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:38:41.642 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:38:41.644 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 275/314 2026-04-02T11:38:41.934 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:38:41.940 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:38:41.993 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:38:41.993 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-02T11:38:41.993 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-02T11:38:41.993 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:42.000 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:38:42.950 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:38:42.955 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:38:43.312 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:38:43.317 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:38:43.368 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:38:43.369 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-02T11:38:43.369 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-02T11:38:43.369 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:43.374 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout:skipping the directory /sys 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout:skipping the directory /proc 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout:skipping the directory /mnt 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout:skipping the directory /var/tmp 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout:skipping the directory /home 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout:skipping the directory /root 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout:skipping the directory /tmp 2026-04-02T11:38:48.982 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:49.151 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:38:49.170 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:38:49.170 INFO:teuthology.orchestra.run.vm05.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:49.170 INFO:teuthology.orchestra.run.vm05.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-02T11:38:49.170 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:49.990 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:38:50.020 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:38:50.020 INFO:teuthology.orchestra.run.vm05.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:50.020 INFO:teuthology.orchestra.run.vm05.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-02T11:38:50.020 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:38:50.020 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:38:50.020 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:50.138 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:38:50.166 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:38:50.166 INFO:teuthology.orchestra.run.vm05.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:50.166 INFO:teuthology.orchestra.run.vm05.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-02T11:38:50.166 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:38:50.166 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:38:50.167 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout:skipping the directory /sys 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout:skipping the directory /proc 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout:skipping the directory /mnt 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout:skipping the directory /var/tmp 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout:skipping the directory /home 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout:skipping the directory /root 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout:skipping the directory /tmp 2026-04-02T11:38:50.270 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:50.366 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:38:50.387 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:38:50.387 INFO:teuthology.orchestra.run.vm02.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:50.387 INFO:teuthology.orchestra.run.vm02.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-02T11:38:50.387 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:50.426 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:38:50.450 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:38:50.450 INFO:teuthology.orchestra.run.vm05.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:50.450 INFO:teuthology.orchestra.run.vm05.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-02T11:38:50.450 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:38:50.450 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:38:50.450 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:50.483 INFO:teuthology.orchestra.run.vm05.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 283/314 2026-04-02T11:38:50.535 INFO:teuthology.orchestra.run.vm05.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 284/314 2026-04-02T11:38:50.550 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 285/314 2026-04-02T11:38:50.553 INFO:teuthology.orchestra.run.vm05.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 286/314 2026-04-02T11:38:50.622 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:38:50.646 INFO:teuthology.orchestra.run.vm05.stdout: Installing : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:38:50.659 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 288/314 2026-04-02T11:38:50.689 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 289/314 2026-04-02T11:38:50.692 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:38:51.219 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:38:51.249 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:38:51.250 INFO:teuthology.orchestra.run.vm02.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:51.250 INFO:teuthology.orchestra.run.vm02.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-02T11:38:51.250 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:38:51.250 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:38:51.250 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:51.366 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:38:51.390 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:38:51.390 INFO:teuthology.orchestra.run.vm02.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:51.390 INFO:teuthology.orchestra.run.vm02.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-02T11:38:51.390 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:38:51.390 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:38:51.390 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:51.643 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:38:51.669 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:38:51.669 INFO:teuthology.orchestra.run.vm02.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:51.669 INFO:teuthology.orchestra.run.vm02.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-02T11:38:51.669 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:38:51.669 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:38:51.669 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:51.705 INFO:teuthology.orchestra.run.vm02.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 283/314 2026-04-02T11:38:51.762 INFO:teuthology.orchestra.run.vm02.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 284/314 2026-04-02T11:38:51.780 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 285/314 2026-04-02T11:38:51.783 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 286/314 2026-04-02T11:38:51.858 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:38:51.865 INFO:teuthology.orchestra.run.vm02.stdout: Installing : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:38:51.875 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 288/314 2026-04-02T11:38:51.904 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 289/314 2026-04-02T11:38:51.907 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:38:52.605 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:38:52.619 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:38:53.214 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:38:53.217 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:38:53.235 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:38:53.238 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:38:53.315 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:38:53.406 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 294/314 2026-04-02T11:38:53.409 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:38:53.436 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:38:53.436 INFO:teuthology.orchestra.run.vm05.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:53.436 INFO:teuthology.orchestra.run.vm05.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-02T11:38:53.436 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:38:53.436 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:38:53.436 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:53.452 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:38:53.467 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:38:53.755 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:38:53.770 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:38:54.308 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:38:54.310 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:38:54.325 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:38:54.327 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:38:54.395 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:38:54.447 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 294/314 2026-04-02T11:38:54.450 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:38:54.473 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:38:54.473 INFO:teuthology.orchestra.run.vm02.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:54.473 INFO:teuthology.orchestra.run.vm02.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-02T11:38:54.473 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:38:54.473 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:38:54.473 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:54.489 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:38:54.500 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:38:54.711 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 297/314 2026-04-02T11:38:54.715 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:38:54.740 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:38:54.740 INFO:teuthology.orchestra.run.vm05.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:54.740 INFO:teuthology.orchestra.run.vm05.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-02T11:38:54.741 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:38:54.741 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:38:54.741 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:54.753 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:38:54.776 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:38:54.776 INFO:teuthology.orchestra.run.vm05.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:54.776 INFO:teuthology.orchestra.run.vm05.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-02T11:38:54.776 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:54.933 INFO:teuthology.orchestra.run.vm05.stdout: Installing : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:38:54.961 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:38:54.961 INFO:teuthology.orchestra.run.vm05.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:54.961 INFO:teuthology.orchestra.run.vm05.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-02T11:38:54.961 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:38:54.961 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:38:54.961 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:55.719 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 297/314 2026-04-02T11:38:55.820 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:38:55.848 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:38:55.848 INFO:teuthology.orchestra.run.vm02.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:55.848 INFO:teuthology.orchestra.run.vm02.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-02T11:38:55.848 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:38:55.848 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:38:55.848 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:55.863 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:38:55.890 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:38:55.890 INFO:teuthology.orchestra.run.vm02.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:55.890 INFO:teuthology.orchestra.run.vm02.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-02T11:38:55.890 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:56.050 INFO:teuthology.orchestra.run.vm02.stdout: Installing : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:38:56.075 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:38:56.075 INFO:teuthology.orchestra.run.vm02.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:38:56.075 INFO:teuthology.orchestra.run.vm02.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-02T11:38:56.075 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:38:56.075 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:38:56.075 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:38:59.587 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 301/314 2026-04-02T11:38:59.589 INFO:teuthology.orchestra.run.vm05.stdout: Installing : maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:38:59.599 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:38:59.604 INFO:teuthology.orchestra.run.vm05.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 303/314 2026-04-02T11:38:59.618 INFO:teuthology.orchestra.run.vm05.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 304/314 2026-04-02T11:38:59.620 INFO:teuthology.orchestra.run.vm05.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:38:59.641 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:38:59.641 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-02T11:38:59.641 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:59.683 INFO:teuthology.orchestra.run.vm05.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 306/314 2026-04-02T11:38:59.733 INFO:teuthology.orchestra.run.vm05.stdout: Installing : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 307/314 2026-04-02T11:38:59.742 INFO:teuthology.orchestra.run.vm05.stdout: Installing : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 308/314 2026-04-02T11:38:59.755 INFO:teuthology.orchestra.run.vm05.stdout: Installing : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 309/314 2026-04-02T11:38:59.763 INFO:teuthology.orchestra.run.vm05.stdout: Installing : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 310/314 2026-04-02T11:38:59.782 INFO:teuthology.orchestra.run.vm05.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 311/314 2026-04-02T11:38:59.787 INFO:teuthology.orchestra.run.vm05.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 312/314 2026-04-02T11:38:59.787 INFO:teuthology.orchestra.run.vm05.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:38:59.809 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:38:59.809 INFO:teuthology.orchestra.run.vm05.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:38:59.828 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:38:59.841 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 314/314 2026-04-02T11:38:59.850 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 314/314 2026-04-02T11:38:59.862 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 314/314 2026-04-02T11:38:59.876 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 314/314 2026-04-02T11:38:59.876 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:38:59.876 INFO:teuthology.orchestra.run.vm05.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:38:59.876 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:38:59.894 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:38:59.938 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:39:00.564 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 301/314 2026-04-02T11:39:00.566 INFO:teuthology.orchestra.run.vm02.stdout: Installing : maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:39:00.578 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:39:00.583 INFO:teuthology.orchestra.run.vm02.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 303/314 2026-04-02T11:39:00.601 INFO:teuthology.orchestra.run.vm02.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 304/314 2026-04-02T11:39:00.605 INFO:teuthology.orchestra.run.vm02.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:39:00.626 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:39:00.626 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-02T11:39:00.626 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:00.752 INFO:teuthology.orchestra.run.vm02.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 306/314 2026-04-02T11:39:00.847 INFO:teuthology.orchestra.run.vm02.stdout: Installing : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 307/314 2026-04-02T11:39:00.955 INFO:teuthology.orchestra.run.vm02.stdout: Installing : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 308/314 2026-04-02T11:39:01.027 INFO:teuthology.orchestra.run.vm02.stdout: Installing : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 309/314 2026-04-02T11:39:01.123 INFO:teuthology.orchestra.run.vm02.stdout: Installing : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 310/314 2026-04-02T11:39:01.141 INFO:teuthology.orchestra.run.vm02.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 311/314 2026-04-02T11:39:01.146 INFO:teuthology.orchestra.run.vm02.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 312/314 2026-04-02T11:39:01.146 INFO:teuthology.orchestra.run.vm02.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:39:01.169 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:39:01.169 INFO:teuthology.orchestra.run.vm02.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:39:01.308 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:39:01.323 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 314/314 2026-04-02T11:39:01.333 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 314/314 2026-04-02T11:39:01.346 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 314/314 2026-04-02T11:39:01.360 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 314/314 2026-04-02T11:39:01.361 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:39:01.361 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:39:01.361 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:01.479 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:39:01.520 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 1/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 2/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 3/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 4/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 5/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 6/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 7/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 8/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 9/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 10/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 11/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 13/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 14/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:39:01.768 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 16/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 17/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 18/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 19/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 20/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 21/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 22/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 23/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 24/314 2026-04-02T11:39:01.769 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 25/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 26/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 27/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 28/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 29/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 30/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 31/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 32/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 33/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 34/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 35/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 36/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 37/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 38/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 39/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/314 2026-04-02T11:39:01.770 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/314 2026-04-02T11:39:01.771 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 102/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 103/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 104/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 105/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 106/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 107/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 108/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 109/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 110/314 2026-04-02T11:39:01.772 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 111/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 112/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 113/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : unzip-6.0-59.el9.x86_64 114/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : zip-3.0-35.el9.x86_64 115/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 116/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 117/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 118/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 119/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 120/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 121/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 122/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 123/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 124/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : atinject-1.0.3-9.el9.noarch 125/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : atk-2.36.0-5.el9.x86_64 126/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 127/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 128/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 129/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 130/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 131/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 132/314 2026-04-02T11:39:01.773 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 133/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 134/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 135/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 136/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 137/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 138/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 139/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 140/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 141/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 142/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 145/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 146/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 147/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 148/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 149/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 150/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 151/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 152/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 153/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 154/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : guava-30.1-10.el9.noarch 155/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 156/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 157/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 158/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 159/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 160/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 161/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 162/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 163/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 164/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 165/314 2026-04-02T11:39:01.774 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 166/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 167/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 168/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 169/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 170/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : lcms2-2.12-3.el9.x86_64 171/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 172/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 173/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 174/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 175/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 176/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 177/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 178/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 179/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 180/314 2026-04-02T11:39:01.775 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 181/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 182/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 183/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 184/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 185/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 186/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 187/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 188/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 189/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 190/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 191/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 192/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 193/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 194/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 195/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 196/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 197/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 198/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 199/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 200/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 201/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 202/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 203/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 204/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libsbc-1.4-9.el9.x86_64 205/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 206/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 207/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 208/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 209/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 210/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 211/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 212/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 213/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 214/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 215/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 216/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 217/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 218/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 219/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 220/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 221/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 222/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 223/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : lua-5.4.4-4.el9.x86_64 224/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 225/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 226/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 227/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 228/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 229/314 2026-04-02T11:39:01.776 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 230/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 231/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 232/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 233/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 234/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 235/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 236/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 237/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 238/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 239/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 240/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : opus-1.3.1-10.el9.x86_64 241/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : orc-0.4.31-8.el9.x86_64 242/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 243/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 244/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 245/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 246/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 247/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 248/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 249/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 250/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 251/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 253/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 254/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 255/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 256/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 257/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 258/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 259/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 260/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 261/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 262/314 2026-04-02T11:39:01.778 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 263/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 264/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 265/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 266/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 267/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 268/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 269/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 270/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 271/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 272/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 273/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 274/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 275/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 276/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 277/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 278/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 279/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 280/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 281/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 282/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 283/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 284/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 285/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : rtkit-0.11-29.el9.x86_64 286/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 287/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 288/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 289/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 290/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 291/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 292/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 293/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 294/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 295/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 296/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : upower-0.99.13-2.el9.x86_64 297/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 298/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 299/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 300/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 301/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 302/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 303/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 304/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 305/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 306/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 307/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 308/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 309/314 2026-04-02T11:39:01.779 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 310/314 2026-04-02T11:39:01.780 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 311/314 2026-04-02T11:39:01.780 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 312/314 2026-04-02T11:39:01.780 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 313/314 2026-04-02T11:39:01.919 INFO:teuthology.orchestra.run.vm05.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout:Upgraded: 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout:Installed: 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: atinject-1.0.3-9.el9.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: atk-2.36.0-5.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-02T11:39:01.920 INFO:teuthology.orchestra.run.vm05.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: gstreamer1-plugins-base-1.22.12-4.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: guava-30.1-10.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: lcms2-2.12-3.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-02T11:39:01.921 INFO:teuthology.orchestra.run.vm05.stdout: libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libsbc-1.4-9.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: lua-5.4.4-4.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-02T11:39:01.922 INFO:teuthology.orchestra.run.vm05.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: opus-1.3.1-10.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: orc-0.4.31-8.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-02T11:39:01.923 INFO:teuthology.orchestra.run.vm05.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: re2-1:20211101-20.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: rtkit-0.11-29.el9.x86_64 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-02T11:39:01.924 INFO:teuthology.orchestra.run.vm05.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: unzip-6.0-59.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: upower-0.99.13-2.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: zip-3.0-35.el9.x86_64 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:01.925 INFO:teuthology.orchestra.run.vm05.stdout:Complete! 2026-04-02T11:39:02.062 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:03.689 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:39:03.689 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 1/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 2/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 3/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 4/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 5/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 6/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 7/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 8/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 9/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 10/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 11/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 13/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 14/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 16/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 17/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 18/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 19/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 20/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 21/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 22/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 23/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 24/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 25/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 26/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 27/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 28/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 29/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 30/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 31/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 32/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 33/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 34/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 35/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 36/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 37/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 38/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 39/314 2026-04-02T11:39:03.690 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/314 2026-04-02T11:39:03.695 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/314 2026-04-02T11:39:03.695 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/314 2026-04-02T11:39:03.695 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/314 2026-04-02T11:39:03.695 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 102/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 103/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 104/314 2026-04-02T11:39:03.696 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 105/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 106/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 107/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 108/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 109/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 110/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 111/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 112/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 113/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : unzip-6.0-59.el9.x86_64 114/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : zip-3.0-35.el9.x86_64 115/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 116/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 117/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 118/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 119/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 120/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 121/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 122/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 123/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 124/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : atinject-1.0.3-9.el9.noarch 125/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : atk-2.36.0-5.el9.x86_64 126/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 127/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 128/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 129/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 130/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 131/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 132/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 133/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 134/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 135/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 136/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 137/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 138/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 139/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 140/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 141/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 142/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 145/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 146/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 147/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 148/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 149/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 150/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 151/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 152/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 153/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 154/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : guava-30.1-10.el9.noarch 155/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 156/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 157/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 158/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 159/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 160/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 161/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 162/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 163/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 164/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 165/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 166/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 167/314 2026-04-02T11:39:03.697 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 168/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 169/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 170/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : lcms2-2.12-3.el9.x86_64 171/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 172/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 173/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 174/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 175/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 176/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 177/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 178/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 179/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 180/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 181/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 182/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 183/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 184/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 185/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 186/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 187/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 188/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 189/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 190/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 191/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 192/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 193/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 194/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 195/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 196/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 197/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 198/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 199/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 200/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 201/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 202/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 203/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 204/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libsbc-1.4-9.el9.x86_64 205/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 206/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 207/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 208/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 209/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 210/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 211/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 212/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 213/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 214/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 215/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 216/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 217/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 218/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 219/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 220/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 221/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 222/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 223/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : lua-5.4.4-4.el9.x86_64 224/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 225/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 226/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 227/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 228/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 229/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 230/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 231/314 2026-04-02T11:39:03.698 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 232/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 233/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 234/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 235/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 236/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 237/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 238/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 239/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 240/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : opus-1.3.1-10.el9.x86_64 241/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : orc-0.4.31-8.el9.x86_64 242/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 243/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 244/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 245/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 246/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 247/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 248/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 249/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 250/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 251/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 253/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 254/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 255/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 256/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 257/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 258/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 259/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 260/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 261/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 262/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 263/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 264/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 265/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 266/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 267/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 268/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 269/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 270/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 271/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 272/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 273/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 274/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 275/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 276/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 277/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 278/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 279/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 280/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 281/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 282/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 283/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 284/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 285/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : rtkit-0.11-29.el9.x86_64 286/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 287/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 288/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 289/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 290/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 291/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 292/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 293/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 294/314 2026-04-02T11:39:03.699 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 295/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 296/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : upower-0.99.13-2.el9.x86_64 297/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 298/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 299/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 300/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 301/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 302/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 303/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 304/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 305/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 306/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 307/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 308/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 309/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 310/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 311/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 312/314 2026-04-02T11:39:03.700 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 313/314 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout:Upgraded: 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout:Installed: 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: atinject-1.0.3-9.el9.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: atk-2.36.0-5.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-02T11:39:03.829 INFO:teuthology.orchestra.run.vm02.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: gstreamer1-plugins-base-1.22.12-4.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: guava-30.1-10.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: lcms2-2.12-3.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-02T11:39:03.830 INFO:teuthology.orchestra.run.vm02.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libsbc-1.4-9.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-02T11:39:03.831 INFO:teuthology.orchestra.run.vm02.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: lua-5.4.4-4.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: opus-1.3.1-10.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: orc-0.4.31-8.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-02T11:39:03.832 INFO:teuthology.orchestra.run.vm02.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-02T11:39:03.833 INFO:teuthology.orchestra.run.vm02.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: re2-1:20211101-20.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: rtkit-0.11-29.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-02T11:39:03.834 INFO:teuthology.orchestra.run.vm02.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: unzip-6.0-59.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: upower-0.99.13-2.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: zip-3.0-35.el9.x86_64 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:03.835 INFO:teuthology.orchestra.run.vm02.stdout:Complete! 2026-04-02T11:39:03.976 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:03.976 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-02T11:39:03.976 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-02T11:39:03.976 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-04-02T11:39:03.976 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:03.976 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-02T11:39:04.014 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:04.014 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-02T11:39:04.057 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-04-02T11:39:04.057 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:04.057 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/usr/bin/daemon-helper 2026-04-02T11:39:04.095 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-02T11:39:04.172 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:04.172 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/usr/bin/daemon-helper 2026-04-02T11:39:04.209 DEBUG:teuthology.orchestra.run.vm05:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-02T11:39:04.282 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-04-02T11:39:04.283 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:04.283 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-02T11:39:04.315 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-02T11:39:04.388 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:04.389 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-02T11:39:04.423 DEBUG:teuthology.orchestra.run.vm05:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-02T11:39:04.500 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-04-02T11:39:04.500 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:04.500 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/usr/bin/stdin-killer 2026-04-02T11:39:04.535 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-02T11:39:04.609 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:04.609 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/usr/bin/stdin-killer 2026-04-02T11:39:04.645 DEBUG:teuthology.orchestra.run.vm05:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-02T11:39:04.726 INFO:teuthology.run_tasks:Running task ceph... 2026-04-02T11:39:04.771 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-04-02T11:39:04.771 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 777 /var/log/ceph 2026-04-02T11:39:04.772 DEBUG:teuthology.orchestra.run.vm05:> sudo chmod 777 /var/log/ceph 2026-04-02T11:39:04.812 INFO:tasks.ceph:Disabling ceph logrotate... 2026-04-02T11:39:04.812 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-02T11:39:04.851 DEBUG:teuthology.orchestra.run.vm05:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-02T11:39:04.891 INFO:tasks.ceph:Creating extra log directories... 2026-04-02T11:39:04.891 DEBUG:teuthology.orchestra.run.vm02:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-02T11:39:04.927 DEBUG:teuthology.orchestra.run.vm05:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-02T11:39:04.976 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-04-02T11:39:04.976 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-04-02T11:39:04.976 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4929', 'branch': 'wip-sse-s3-on-v20.2.0', 'description': 'rgw:verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/lockdep}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '4929', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'wip-sse-s3-on-v20.2.0'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-2'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]}, 'rgw': {'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': False, 'frontend': 'beast', 'storage classes': {'FROZEN': None, 'LUKEWARM': None}}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'storage classes': 'LUKEWARM, FROZEN'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2', 'sha1': '39db93915eaebf6594cccf2b5fc640e9a066446a'}}, 'owner': 'supriti', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 4392, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'sleep_before_teardown': 0, 'suite': 'rgw:verify', 'suite_branch': 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2', 'suite_path': '/home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa', 'suite_relpath': 'qa', 'suite_repo': 'http://git.local/ceph.git', 'suite_sha1': '39db93915eaebf6594cccf2b5fc640e9a066446a', 'targets': {'vm02.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGuhF/wmR/lLwN4qjjVCpwRd4rZNLKwd3lNQyxzkpbEkz5OArw/p3qXgUM4/nKkk9D9wcGfTiMyIJlfTTHrOG4E=', 'vm05.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJZHfkiqNYOXmMq+cvi7Ffh3i2RFMQJFZk4eKOtMaHbfBzUmqTHW3RsHe6/yU+2MPhQqy9az1CrVnTl3uxdcUgU='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/run-rados-pool-quota.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-tentacle', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'uv2', 'teuthology_sha1': 'a59626679648f962bca99d20d35578f2998c8f37', 'timestamp': '2026-04-01_22:09:12', 'tube': 'vps', 'user': 'supriti', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.1710593'} 2026-04-02T11:39:04.976 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-02T11:39:05.011 DEBUG:teuthology.orchestra.run.vm05:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-02T11:39:05.043 DEBUG:teuthology.orchestra.run.vm02:> sudo install -d -m0777 -- /var/run/ceph 2026-04-02T11:39:05.081 DEBUG:teuthology.orchestra.run.vm05:> sudo install -d -m0777 -- /var/run/ceph 2026-04-02T11:39:05.123 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:05.123 DEBUG:teuthology.orchestra.run.vm02:> dd if=/scratch_devs of=/dev/stdout 2026-04-02T11:39:05.153 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-02T11:39:05.153 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vg_nvme/lv_1 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout:Device: 5h/5d Inode: 1043 Links: 1 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-02 11:39:01.999031632 +0000 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-02 11:38:38.818994647 +0000 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-02 11:38:38.818994647 +0000 2026-04-02T11:39:05.224 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-02 11:38:38.818994647 +0000 2026-04-02T11:39:05.224 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-02T11:39:05.302 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-02T11:39:05.302 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-02T11:39:05.302 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000243495 s, 2.1 MB/s 2026-04-02T11:39:05.303 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-02T11:39:05.371 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vg_nvme/lv_2 2026-04-02T11:39:05.438 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-02T11:39:05.438 INFO:teuthology.orchestra.run.vm02.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:39:05.438 INFO:teuthology.orchestra.run.vm02.stdout:Device: 5h/5d Inode: 1062 Links: 1 2026-04-02T11:39:05.438 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:39:05.439 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:39:05.439 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-02 11:39:01.999031632 +0000 2026-04-02T11:39:05.439 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-02 11:38:38.824994656 +0000 2026-04-02T11:39:05.439 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-02 11:38:38.824994656 +0000 2026-04-02T11:39:05.439 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-02 11:38:38.824994656 +0000 2026-04-02T11:39:05.439 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-02T11:39:05.516 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-02T11:39:05.517 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-02T11:39:05.517 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000142306 s, 3.6 MB/s 2026-04-02T11:39:05.518 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-02T11:39:05.586 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vg_nvme/lv_3 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout:Device: 5h/5d Inode: 1059 Links: 1 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-02 11:39:01.999031632 +0000 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-02 11:38:38.821994652 +0000 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-02 11:38:38.821994652 +0000 2026-04-02T11:39:05.658 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-02 11:38:38.821994652 +0000 2026-04-02T11:39:05.658 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-02T11:39:05.735 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-02T11:39:05.735 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-02T11:39:05.735 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000161221 s, 3.2 MB/s 2026-04-02T11:39:05.736 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-02T11:39:05.806 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vg_nvme/lv_4 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout:Device: 5h/5d Inode: 1052 Links: 1 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-04-02 11:39:02.000031634 +0000 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-04-02 11:38:38.819994648 +0000 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-04-02 11:38:38.819994648 +0000 2026-04-02T11:39:05.874 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-04-02 11:38:38.819994648 +0000 2026-04-02T11:39:05.874 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-02T11:39:05.949 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-04-02T11:39:05.949 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-04-02T11:39:05.949 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000170499 s, 3.0 MB/s 2026-04-02T11:39:05.950 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-02T11:39:06.018 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:06.018 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:06.018 DEBUG:teuthology.orchestra.run.vm05:> dd if=/scratch_devs of=/dev/stdout 2026-04-02T11:39:06.046 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-02T11:39:06.046 DEBUG:teuthology.orchestra.run.vm05:> stat /dev/vg_nvme/lv_1 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout:Device: 5h/5d Inode: 1059 Links: 1 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout:Access: 2026-04-02 11:39:00.276440132 +0000 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout:Modify: 2026-04-02 11:38:37.358392092 +0000 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout:Change: 2026-04-02 11:38:37.358392092 +0000 2026-04-02T11:39:06.115 INFO:teuthology.orchestra.run.vm05.stdout: Birth: 2026-04-02 11:38:37.358392092 +0000 2026-04-02T11:39:06.115 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-02T11:39:06.193 INFO:teuthology.orchestra.run.vm05.stderr:1+0 records in 2026-04-02T11:39:06.193 INFO:teuthology.orchestra.run.vm05.stderr:1+0 records out 2026-04-02T11:39:06.193 INFO:teuthology.orchestra.run.vm05.stderr:512 bytes copied, 0.000150952 s, 3.4 MB/s 2026-04-02T11:39:06.194 DEBUG:teuthology.orchestra.run.vm05:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-02T11:39:06.267 DEBUG:teuthology.orchestra.run.vm05:> stat /dev/vg_nvme/lv_2 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout:Device: 5h/5d Inode: 1050 Links: 1 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout:Access: 2026-04-02 11:39:00.276440132 +0000 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout:Modify: 2026-04-02 11:38:37.356392088 +0000 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout:Change: 2026-04-02 11:38:37.356392088 +0000 2026-04-02T11:39:06.338 INFO:teuthology.orchestra.run.vm05.stdout: Birth: 2026-04-02 11:38:37.356392088 +0000 2026-04-02T11:39:06.339 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-02T11:39:06.416 INFO:teuthology.orchestra.run.vm05.stderr:1+0 records in 2026-04-02T11:39:06.416 INFO:teuthology.orchestra.run.vm05.stderr:1+0 records out 2026-04-02T11:39:06.416 INFO:teuthology.orchestra.run.vm05.stderr:512 bytes copied, 0.000132299 s, 3.9 MB/s 2026-04-02T11:39:06.417 DEBUG:teuthology.orchestra.run.vm05:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-02T11:39:06.487 DEBUG:teuthology.orchestra.run.vm05:> stat /dev/vg_nvme/lv_3 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout:Device: 5h/5d Inode: 1069 Links: 1 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout:Access: 2026-04-02 11:39:00.276440132 +0000 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout:Modify: 2026-04-02 11:38:37.366392109 +0000 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout:Change: 2026-04-02 11:38:37.366392109 +0000 2026-04-02T11:39:06.556 INFO:teuthology.orchestra.run.vm05.stdout: Birth: 2026-04-02 11:38:37.366392109 +0000 2026-04-02T11:39:06.556 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-02T11:39:06.631 INFO:teuthology.orchestra.run.vm05.stderr:1+0 records in 2026-04-02T11:39:06.631 INFO:teuthology.orchestra.run.vm05.stderr:1+0 records out 2026-04-02T11:39:06.631 INFO:teuthology.orchestra.run.vm05.stderr:512 bytes copied, 0.00015468 s, 3.3 MB/s 2026-04-02T11:39:06.632 DEBUG:teuthology.orchestra.run.vm05:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-02T11:39:06.700 DEBUG:teuthology.orchestra.run.vm05:> stat /dev/vg_nvme/lv_4 2026-04-02T11:39:06.768 INFO:teuthology.orchestra.run.vm05.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-02T11:39:06.769 INFO:teuthology.orchestra.run.vm05.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:39:06.769 INFO:teuthology.orchestra.run.vm05.stdout:Device: 5h/5d Inode: 1065 Links: 1 2026-04-02T11:39:06.769 INFO:teuthology.orchestra.run.vm05.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:39:06.769 INFO:teuthology.orchestra.run.vm05.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:39:06.769 INFO:teuthology.orchestra.run.vm05.stdout:Access: 2026-04-02 11:39:00.277440135 +0000 2026-04-02T11:39:06.769 INFO:teuthology.orchestra.run.vm05.stdout:Modify: 2026-04-02 11:38:37.362392100 +0000 2026-04-02T11:39:06.769 INFO:teuthology.orchestra.run.vm05.stdout:Change: 2026-04-02 11:38:37.362392100 +0000 2026-04-02T11:39:06.769 INFO:teuthology.orchestra.run.vm05.stdout: Birth: 2026-04-02 11:38:37.362392100 +0000 2026-04-02T11:39:06.769 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-02T11:39:06.843 INFO:teuthology.orchestra.run.vm05.stderr:1+0 records in 2026-04-02T11:39:06.843 INFO:teuthology.orchestra.run.vm05.stderr:1+0 records out 2026-04-02T11:39:06.843 INFO:teuthology.orchestra.run.vm05.stderr:512 bytes copied, 0.000146926 s, 3.5 MB/s 2026-04-02T11:39:06.844 DEBUG:teuthology.orchestra.run.vm05:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-02T11:39:06.915 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:06.915 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm02.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm05.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-02T11:39:06.915 INFO:tasks.ceph:Generating config... 2026-04-02T11:39:06.915 INFO:tasks.ceph:[client] debug rgw = 20 2026-04-02T11:39:06.915 INFO:tasks.ceph:[client] debug rgw notification = 20 2026-04-02T11:39:06.915 INFO:tasks.ceph:[client] lockdep = True 2026-04-02T11:39:06.915 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2026-04-02T11:39:06.915 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-04-02T11:39:06.915 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2026-04-02T11:39:06.915 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:39:06.915 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw enable ops log = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw torrent flag = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] rgw user counters cache = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] setgroup = ceph 2026-04-02T11:39:06.916 INFO:tasks.ceph:[client] setuser = ceph 2026-04-02T11:39:06.916 INFO:tasks.ceph:[global] mon client directed command retry = 5 2026-04-02T11:39:06.916 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2026-04-02T11:39:06.916 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2026-04-02T11:39:06.916 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2026-04-02T11:39:06.916 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2026-04-02T11:39:06.916 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-04-02T11:39:06.916 INFO:tasks.ceph:[mgr] debug ms = 1 2026-04-02T11:39:06.916 INFO:tasks.ceph:[mon] debug mon = 20 2026-04-02T11:39:06.916 INFO:tasks.ceph:[mon] debug ms = 1 2026-04-02T11:39:06.916 INFO:tasks.ceph:[mon] debug paxos = 20 2026-04-02T11:39:06.916 INFO:tasks.ceph:[mon] lockdep = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] bdev async discard = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] debug ms = 1 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] debug objclass = 20 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] debug osd = 20 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] lockdep = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-04-02T11:39:06.916 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-04-02T11:39:06.916 INFO:tasks.ceph:Setting up mon.a... 2026-04-02T11:39:06.916 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-04-02T11:39:06.969 INFO:teuthology.orchestra.run.vm02.stdout:creating /etc/ceph/ceph.keyring 2026-04-02T11:39:06.973 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-04-02T11:39:07.029 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:39:07.070 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.102'), ('mon.c', '[v2:192.168.123.102:3301,v1:192.168.123.102:6790]'), ('mon.b', '192.168.123.105')] 2026-04-02T11:39:07.071 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.102,[v2:192.168.123.102:3301,v1:192.168.123.102:6790],192.168.123.105', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2026-04-02T11:39:07.071 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:07.071 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-04-02T11:39:07.139 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.102 --addv c '[v2:192.168.123.102:3301,v1:192.168.123.102:6790]' --add b 192.168.123.105 --print /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:07.229 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:39:07.229 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:39:07.229 INFO:teuthology.orchestra.run.vm02.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:monmaptool: generated fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:setting min_mon_release = tentacle 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:epoch 0 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:min_mon_release 20 (tentacle) 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:election_strategy: 1 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:39:07.230 INFO:teuthology.orchestra.run.vm02.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-04-02T11:39:07.231 DEBUG:teuthology.orchestra.run.vm02:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-04-02T11:39:07.257 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a... 2026-04-02T11:39:07.258 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-02T11:39:07.300 DEBUG:teuthology.orchestra.run.vm05:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-02T11:39:07.356 INFO:teuthology.orchestra.run.vm02.stdout:[global] 2026-04-02T11:39:07.356 INFO:teuthology.orchestra.run.vm02.stdout: chdir = "" 2026-04-02T11:39:07.356 INFO:teuthology.orchestra.run.vm02.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-02T11:39:07.356 INFO:teuthology.orchestra.run.vm02.stdout: auth supported = cephx 2026-04-02T11:39:07.356 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: filestore xattr use omap = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon clock drift allowed = 1.000 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd crush chooseleaf type = 0 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: auth debug = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: ms die on old message = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: ms die on bug = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon pg warn max object skew = 0 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: # disable pg_autoscaler by default for new pools 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd pool default size = 2 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon osd allow primary affinity = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon osd allow pg remap = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon warn on legacy crush tunables = false 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon warn on crush straw calc version zero = false 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon warn on no sortbitwise = false 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon warn on osd down out interval zero = false 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon warn on too few osds = false 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon_allow_pool_size_one = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd default data pool replay window = 5 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon allow pool delete = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon cluster log file level = debug 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: debug asserts on shutdown = true 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon health detail to clog = false 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon host = "192.168.123.102,[v2:192.168.123.102:3301,v1:192.168.123.102:6790],192.168.123.105" 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: mon client directed command retry = 5 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: ms inject socket failures = 5000 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd_max_pg_log_entries = 10 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd_min_pg_log_entries = 10 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: rgw override bucket index max shards = 1 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: fsid = f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout:[osd] 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd journal size = 100 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd scrub load threshold = 5.0 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd scrub max interval = 600 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd mclock profile = high_recovery_ops 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.357 INFO:teuthology.orchestra.run.vm02.stdout: osd recover clone overlap = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd recovery max chunk = 1048576 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd debug shutdown = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd debug op order = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd debug verify stray on activate = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd debug trim objects = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd open classes on start = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd debug pg log writeout = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd deep scrub update digest min age = 30 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd map max advance = 10 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: journal zero on create = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: filestore ondisk finisher threads = 3 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: filestore apply finisher threads = 3 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: bdev debug aio = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd debug misdirected ops = true 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: bdev async discard = True 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: bdev enable discard = True 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: bluestore allocator = bitmap 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: bluestore block size = 96636764160 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: bluestore fsck on mount = True 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: debug bluefs = 1/20 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: debug bluestore = 1/20 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: debug ms = 1 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: debug objclass = 20 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: debug osd = 20 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: debug rocksdb = 4/10 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: lockdep = True 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: mon osd backfillfull_ratio = 0.85 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: mon osd full ratio = 0.9 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: mon osd nearfull ratio = 0.8 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd failsafe full ratio = 0.95 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd objectstore = bluestore 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: osd shutdown pgref assert = True 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout:[mgr] 2026-04-02T11:39:07.358 INFO:teuthology.orchestra.run.vm02.stdout: debug ms = 1 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug mgr = 20 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug mon = 20 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug auth = 20 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mgr/telemetry/nag = false 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout:[mon] 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug ms = 1 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug mon = 20 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug paxos = 20 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug auth = 20 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon data avail warn = 5 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon mgr mkfs grace = 240 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon osd reporter subtree level = osd 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon osd prime pg temp = true 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: auth mon ticket ttl = 660 # 11m 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: auth service ticket ttl = 240 # 4m 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: # don't complain about insecure global_id in the test suite 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: # 1m isn't quite enough 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon_down_mkfs_grace = 2m 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: mon_warn_on_filestore_osds = false 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: lockdep = True 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout:[client] 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw cache enabled = true 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw enable ops log = True 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw enable usage log = true 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug rgw = 20 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: debug rgw notification = 20 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: lockdep = True 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw bucket counters cache = True 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw crypt require ssl = False 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw crypt s3 kms backend = testing 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw d3n l1 datacache size = 10737418240 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw d3n l1 local datacache enabled = True 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw max chunk size = 4194304 2026-04-02T11:39:07.359 INFO:teuthology.orchestra.run.vm02.stdout: rgw obj stripe size = 6291456 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout: rgw reshard progress judge interval = 10 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout: rgw s3 auth use sts = True 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout: rgw sts key = abcdefghijklmnop 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout: rgw torrent flag = True 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout: rgw user counters cache = True 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout: setgroup = ceph 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout: setuser = ceph 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout:[mon.a] 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout:[mon.c] 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm02.stdout:[mon.b] 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout:[global] 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: chdir = "" 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: auth supported = cephx 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: filestore xattr use omap = true 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon clock drift allowed = 1.000 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: osd crush chooseleaf type = 0 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: auth debug = true 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: ms die on old message = true 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: ms die on bug = true 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon pg warn max object skew = 0 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: # disable pg_autoscaler by default for new pools 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: osd pool default size = 2 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon osd allow primary affinity = true 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon osd allow pg remap = true 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon warn on legacy crush tunables = false 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon warn on crush straw calc version zero = false 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon warn on no sortbitwise = false 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon warn on osd down out interval zero = false 2026-04-02T11:39:07.360 INFO:teuthology.orchestra.run.vm05.stdout: mon warn on too few osds = false 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon_allow_pool_size_one = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd default data pool replay window = 5 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon allow pool delete = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon cluster log file level = debug 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: debug asserts on shutdown = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon health detail to clog = false 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon host = "192.168.123.102,[v2:192.168.123.102:3301,v1:192.168.123.102:6790],192.168.123.105" 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon client directed command retry = 5 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: ms inject socket failures = 5000 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd_max_pg_log_entries = 10 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd_min_pg_log_entries = 10 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: rgw override bucket index max shards = 1 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: fsid = f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout:[osd] 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd journal size = 100 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd scrub load threshold = 5.0 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd scrub max interval = 600 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd mclock profile = high_recovery_ops 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd recover clone overlap = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd recovery max chunk = 1048576 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd debug shutdown = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd debug op order = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd debug verify stray on activate = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd debug trim objects = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd open classes on start = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd debug pg log writeout = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd deep scrub update digest min age = 30 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd map max advance = 10 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: journal zero on create = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: filestore ondisk finisher threads = 3 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: filestore apply finisher threads = 3 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: bdev debug aio = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd debug misdirected ops = true 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: bdev async discard = True 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: bdev enable discard = True 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: bluestore allocator = bitmap 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: bluestore block size = 96636764160 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: bluestore fsck on mount = True 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: debug bluefs = 1/20 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: debug bluestore = 1/20 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: debug ms = 1 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: debug objclass = 20 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: debug osd = 20 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: debug rocksdb = 4/10 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: lockdep = True 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon osd backfillfull_ratio = 0.85 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon osd full ratio = 0.9 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: mon osd nearfull ratio = 0.8 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd failsafe full ratio = 0.95 2026-04-02T11:39:07.361 INFO:teuthology.orchestra.run.vm05.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: osd objectstore = bluestore 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: osd shutdown pgref assert = True 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout:[mgr] 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug ms = 1 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug mgr = 20 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug mon = 20 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug auth = 20 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mgr/telemetry/nag = false 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout:[mon] 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug ms = 1 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug mon = 20 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug paxos = 20 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug auth = 20 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon data avail warn = 5 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon mgr mkfs grace = 240 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon osd reporter subtree level = osd 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon osd prime pg temp = true 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: auth mon ticket ttl = 660 # 11m 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: auth service ticket ttl = 240 # 4m 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: # don't complain about insecure global_id in the test suite 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: # 1m isn't quite enough 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon_down_mkfs_grace = 2m 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: mon_warn_on_filestore_osds = false 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: lockdep = True 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout:[client] 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw cache enabled = true 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw enable ops log = True 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw enable usage log = true 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug rgw = 20 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: debug rgw notification = 20 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: lockdep = True 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw bucket counters cache = True 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw crypt require ssl = False 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw crypt s3 kms backend = testing 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-02T11:39:07.362 INFO:teuthology.orchestra.run.vm05.stdout: rgw d3n l1 datacache size = 10737418240 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: rgw d3n l1 local datacache enabled = True 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: rgw max chunk size = 4194304 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: rgw obj stripe size = 6291456 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: rgw reshard progress judge interval = 10 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: rgw s3 auth use sts = True 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: rgw sts key = abcdefghijklmnop 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: rgw torrent flag = True 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: rgw user counters cache = True 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: setgroup = ceph 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout: setuser = ceph 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout:[mon.a] 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout:[mon.c] 2026-04-02T11:39:07.363 INFO:teuthology.orchestra.run.vm05.stdout:[mon.b] 2026-04-02T11:39:07.371 INFO:tasks.ceph:Creating admin key on mon.a... 2026-04-02T11:39:07.371 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-04-02T11:39:07.429 INFO:tasks.ceph:Copying monmap to all nodes... 2026-04-02T11:39:07.430 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:07.430 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-04-02T11:39:07.457 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:07.458 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-04-02T11:39:07.527 INFO:tasks.ceph:Sending monmap to node ubuntu@vm02.local 2026-04-02T11:39:07.527 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:07.527 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-02T11:39:07.527 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:39:07.615 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:07.615 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:07.684 INFO:tasks.ceph:Sending monmap to node ubuntu@vm05.local 2026-04-02T11:39:07.684 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:07.684 DEBUG:teuthology.orchestra.run.vm05:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-02T11:39:07.684 DEBUG:teuthology.orchestra.run.vm05:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:39:07.729 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:07.729 DEBUG:teuthology.orchestra.run.vm05:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:07.797 INFO:tasks.ceph:Setting up mon nodes... 2026-04-02T11:39:07.798 INFO:tasks.ceph:Setting up mgr nodes... 2026-04-02T11:39:07.798 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-04-02T11:39:07.857 INFO:teuthology.orchestra.run.vm02.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-04-02T11:39:07.860 DEBUG:teuthology.orchestra.run.vm05:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-04-02T11:39:07.922 INFO:teuthology.orchestra.run.vm05.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-04-02T11:39:07.924 INFO:tasks.ceph:Setting up mds nodes... 2026-04-02T11:39:07.925 INFO:tasks.ceph_client:Setting up client nodes... 2026-04-02T11:39:07.925 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-04-02T11:39:07.977 INFO:teuthology.orchestra.run.vm02.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-04-02T11:39:07.990 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-04-02T11:39:08.041 INFO:teuthology.orchestra.run.vm05.stdout:creating /etc/ceph/ceph.client.1.keyring 2026-04-02T11:39:08.054 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-04-02T11:39:08.054 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm02.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm05.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-02T11:39:08.054 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-04-02T11:39:08.091 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:08.091 INFO:tasks.ceph:role: osd.0 2026-04-02T11:39:08.091 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm02.local 2026-04-02T11:39:08.091 DEBUG:teuthology.orchestra.run.vm02:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-02T11:39:08.169 INFO:teuthology.orchestra.run.vm02.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:39:08.169 INFO:teuthology.orchestra.run.vm02.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:39:08.169 INFO:teuthology.orchestra.run.vm02.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:39:08.169 INFO:teuthology.orchestra.run.vm02.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:39:08.169 INFO:teuthology.orchestra.run.vm02.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:39:08.169 INFO:teuthology.orchestra.run.vm02.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:39:08.169 INFO:teuthology.orchestra.run.vm02.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:39:08.169 INFO:teuthology.orchestra.run.vm02.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:39:08.170 INFO:teuthology.orchestra.run.vm02.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:39:08.170 INFO:teuthology.orchestra.run.vm02.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:39:08.174 INFO:teuthology.orchestra.run.vm02.stdout:Discarding blocks...Done. 2026-04-02T11:39:08.178 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm02.local -o noatime 2026-04-02T11:39:08.178 DEBUG:teuthology.orchestra.run.vm02:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-04-02T11:39:08.261 DEBUG:teuthology.orchestra.run.vm02:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-04-02T11:39:08.303 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-04-02T11:39:08.380 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:08.380 INFO:tasks.ceph:role: osd.1 2026-04-02T11:39:08.380 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm02.local 2026-04-02T11:39:08.380 DEBUG:teuthology.orchestra.run.vm02:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-02T11:39:08.458 INFO:teuthology.orchestra.run.vm02.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:39:08.459 INFO:teuthology.orchestra.run.vm02.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:39:08.464 INFO:teuthology.orchestra.run.vm02.stdout:Discarding blocks...Done. 2026-04-02T11:39:08.466 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm02.local -o noatime 2026-04-02T11:39:08.466 DEBUG:teuthology.orchestra.run.vm02:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-04-02T11:39:08.551 DEBUG:teuthology.orchestra.run.vm02:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-04-02T11:39:08.592 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-04-02T11:39:08.671 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:08.671 INFO:tasks.ceph:role: osd.2 2026-04-02T11:39:08.671 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm02.local 2026-04-02T11:39:08.671 DEBUG:teuthology.orchestra.run.vm02:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:39:08.749 INFO:teuthology.orchestra.run.vm02.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:39:08.755 INFO:teuthology.orchestra.run.vm02.stdout:Discarding blocks...Done. 2026-04-02T11:39:08.756 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm02.local -o noatime 2026-04-02T11:39:08.756 DEBUG:teuthology.orchestra.run.vm02:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-04-02T11:39:08.842 DEBUG:teuthology.orchestra.run.vm02:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-04-02T11:39:08.882 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-04-02T11:39:08.963 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:08.963 INFO:tasks.ceph:role: osd.3 2026-04-02T11:39:08.963 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm02.local 2026-04-02T11:39:08.963 DEBUG:teuthology.orchestra.run.vm02:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:39:09.042 INFO:teuthology.orchestra.run.vm02.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:39:09.043 INFO:teuthology.orchestra.run.vm02.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:39:09.047 INFO:teuthology.orchestra.run.vm02.stdout:Discarding blocks...Done. 2026-04-02T11:39:09.050 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm02.local -o noatime 2026-04-02T11:39:09.050 DEBUG:teuthology.orchestra.run.vm02:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-04-02T11:39:09.134 DEBUG:teuthology.orchestra.run.vm02:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-04-02T11:39:09.174 DEBUG:teuthology.orchestra.run.vm02:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:09.268 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:09.267+0000 7fbbe3010900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-04-02T11:39:09.268 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:09.267+0000 7fbbe3010900 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-04-02T11:39:09.268 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:09.267+0000 7fbbe3010900 -1 bdev(0x559185c31800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-04-02T11:39:09.268 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:09.267+0000 7fbbe3010900 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-04-02T11:39:09.890 DEBUG:teuthology.orchestra.run.vm02:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-04-02T11:39:09.930 DEBUG:teuthology.orchestra.run.vm02:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:10.023 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:10.022+0000 7fd4da72c900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-04-02T11:39:10.023 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:10.022+0000 7fd4da72c900 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-04-02T11:39:10.023 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:10.023+0000 7fd4da72c900 -1 bdev(0x5592646e7800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-04-02T11:39:10.023 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:10.023+0000 7fd4da72c900 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-04-02T11:39:10.639 DEBUG:teuthology.orchestra.run.vm02:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-04-02T11:39:10.674 DEBUG:teuthology.orchestra.run.vm02:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:10.763 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:10.762+0000 7f6def124900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-04-02T11:39:10.763 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:10.762+0000 7f6def124900 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-04-02T11:39:10.763 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:10.762+0000 7f6def124900 -1 bdev(0x561e50db1800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-04-02T11:39:10.763 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:10.762+0000 7f6def124900 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-04-02T11:39:11.388 DEBUG:teuthology.orchestra.run.vm02:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-04-02T11:39:11.422 DEBUG:teuthology.orchestra.run.vm02:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:11.512 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:11.511+0000 7fe7ff526900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-04-02T11:39:11.512 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:11.511+0000 7fe7ff526900 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-04-02T11:39:11.512 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:11.511+0000 7fe7ff526900 -1 bdev(0x55eaf64c9800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-04-02T11:39:11.512 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:11.511+0000 7fe7ff526900 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-04-02T11:39:12.151 DEBUG:teuthology.orchestra.run.vm02:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-04-02T11:39:12.185 DEBUG:teuthology.orchestra.run.vm05:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2026-04-02T11:39:12.221 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:12.221 INFO:tasks.ceph:role: osd.4 2026-04-02T11:39:12.221 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm05.local 2026-04-02T11:39:12.221 DEBUG:teuthology.orchestra.run.vm05:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:39:12.299 INFO:teuthology.orchestra.run.vm05.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:39:12.304 INFO:teuthology.orchestra.run.vm05.stdout:Discarding blocks...Done. 2026-04-02T11:39:12.306 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm05.local -o noatime 2026-04-02T11:39:12.306 DEBUG:teuthology.orchestra.run.vm05:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2026-04-02T11:39:12.388 DEBUG:teuthology.orchestra.run.vm05:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2026-04-02T11:39:12.470 DEBUG:teuthology.orchestra.run.vm05:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2026-04-02T11:39:12.543 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:12.543 INFO:tasks.ceph:role: osd.5 2026-04-02T11:39:12.543 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm05.local 2026-04-02T11:39:12.543 DEBUG:teuthology.orchestra.run.vm05:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:39:12.618 INFO:teuthology.orchestra.run.vm05.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:39:12.623 INFO:teuthology.orchestra.run.vm05.stdout:Discarding blocks...Done. 2026-04-02T11:39:12.626 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm05.local -o noatime 2026-04-02T11:39:12.626 DEBUG:teuthology.orchestra.run.vm05:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2026-04-02T11:39:12.707 DEBUG:teuthology.orchestra.run.vm05:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2026-04-02T11:39:12.789 DEBUG:teuthology.orchestra.run.vm05:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2026-04-02T11:39:12.866 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:12.866 INFO:tasks.ceph:role: osd.6 2026-04-02T11:39:12.866 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm05.local 2026-04-02T11:39:12.866 DEBUG:teuthology.orchestra.run.vm05:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-02T11:39:12.943 INFO:teuthology.orchestra.run.vm05.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:39:12.944 INFO:teuthology.orchestra.run.vm05.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:39:12.948 INFO:teuthology.orchestra.run.vm05.stdout:Discarding blocks...Done. 2026-04-02T11:39:12.951 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm05.local -o noatime 2026-04-02T11:39:12.951 DEBUG:teuthology.orchestra.run.vm05:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2026-04-02T11:39:13.032 DEBUG:teuthology.orchestra.run.vm05:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2026-04-02T11:39:13.109 DEBUG:teuthology.orchestra.run.vm05:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2026-04-02T11:39:13.185 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:39:13.185 INFO:tasks.ceph:role: osd.7 2026-04-02T11:39:13.185 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm05.local 2026-04-02T11:39:13.185 DEBUG:teuthology.orchestra.run.vm05:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:39:13.260 INFO:teuthology.orchestra.run.vm05.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:39:13.265 INFO:teuthology.orchestra.run.vm05.stdout:Discarding blocks...Done. 2026-04-02T11:39:13.267 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm05.local -o noatime 2026-04-02T11:39:13.267 DEBUG:teuthology.orchestra.run.vm05:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2026-04-02T11:39:13.349 DEBUG:teuthology.orchestra.run.vm05:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2026-04-02T11:39:13.427 DEBUG:teuthology.orchestra.run.vm05:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:13.521 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:13.519+0000 7fcf91b82900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2026-04-02T11:39:13.521 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:13.520+0000 7fcf91b82900 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2026-04-02T11:39:13.522 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:13.520+0000 7fcf91b82900 -1 bdev(0x55be42b15800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2026-04-02T11:39:13.522 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:13.520+0000 7fcf91b82900 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2026-04-02T11:39:14.122 DEBUG:teuthology.orchestra.run.vm05:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-04-02T11:39:14.159 DEBUG:teuthology.orchestra.run.vm05:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:14.253 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:14.251+0000 7f6af4a0d900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2026-04-02T11:39:14.253 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:14.251+0000 7f6af4a0d900 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2026-04-02T11:39:14.253 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:14.251+0000 7f6af4a0d900 -1 bdev(0x56411ce2d800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2026-04-02T11:39:14.253 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:14.251+0000 7f6af4a0d900 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2026-04-02T11:39:14.855 DEBUG:teuthology.orchestra.run.vm05:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-04-02T11:39:14.889 DEBUG:teuthology.orchestra.run.vm05:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:14.980 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:14.979+0000 7f6837c80900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2026-04-02T11:39:14.981 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:14.979+0000 7f6837c80900 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2026-04-02T11:39:14.981 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:14.979+0000 7f6837c80900 -1 bdev(0x55f3beebb800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2026-04-02T11:39:14.981 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:14.979+0000 7f6837c80900 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2026-04-02T11:39:15.607 DEBUG:teuthology.orchestra.run.vm05:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-04-02T11:39:15.641 DEBUG:teuthology.orchestra.run.vm05:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:15.733 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:15.731+0000 7f5249c71900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2026-04-02T11:39:15.733 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:15.731+0000 7f5249c71900 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2026-04-02T11:39:15.733 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:15.731+0000 7f5249c71900 -1 bdev(0x55f4f6a13800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2026-04-02T11:39:15.733 INFO:teuthology.orchestra.run.vm05.stderr:2026-04-02T11:39:15.731+0000 7f5249c71900 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2026-04-02T11:39:16.364 DEBUG:teuthology.orchestra.run.vm05:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-04-02T11:39:16.400 INFO:tasks.ceph:Reading keys from all nodes... 2026-04-02T11:39:16.400 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:16.400 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-04-02T11:39:16.434 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:16.434 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-04-02T11:39:16.508 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:16.508 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-04-02T11:39:16.582 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:16.582 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-04-02T11:39:16.657 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:16.657 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-04-02T11:39:16.730 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:16.730 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-04-02T11:39:16.764 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:16.764 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2026-04-02T11:39:16.837 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:16.837 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2026-04-02T11:39:16.912 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:16.912 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2026-04-02T11:39:16.987 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:16.988 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2026-04-02T11:39:17.061 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:17.061 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-04-02T11:39:17.087 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:17.087 DEBUG:teuthology.orchestra.run.vm05:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2026-04-02T11:39:17.127 INFO:tasks.ceph:Adding keys to all mons... 2026-04-02T11:39:17.127 DEBUG:teuthology.orchestra.run.vm02:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-02T11:39:17.129 DEBUG:teuthology.orchestra.run.vm05:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[mgr.y] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBbVc5pE3sRMxAAe+QLztG+SCOlPpaSN5Pxsw== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[osd.0] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBdVc5pRonvDxAAVKsPc49Pd2SMYLA/GgVd2A== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[osd.1] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBeVc5pBPlbARAAj6+CWYSS41jFrzOmZT4DJQ== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[osd.2] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBeVc5pwR1zLRAAxwQG2aTulQdVTgByNvCmWA== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[osd.3] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBfVc5psn18HhAAdLGW10YHDsdeRvqsGTzFEA== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[mgr.x] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBbVc5pVsfoNhAA1gMLd/nQn466m50/dBAazw== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[osd.4] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBhVc5pT1EMHxAAKbRS5w+jXC5td9EJomH79A== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[osd.5] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBiVc5pdLIHDxAA0us1+WH69kdvVIBQ3S8i7A== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[osd.6] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBiVc5pw35pOhAAwweebDdXByRV9qfhwm+gnw== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[osd.7] 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBjVc5pRbGiKxAAQ/JBSIOUus4SXA2byVWI0g== 2026-04-02T11:39:17.170 INFO:teuthology.orchestra.run.vm02.stdout:[client.0] 2026-04-02T11:39:17.171 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBbVc5pYuUwOhAAkfV0/A6WtbCaQZipWWd5uQ== 2026-04-02T11:39:17.171 INFO:teuthology.orchestra.run.vm02.stdout:[client.1] 2026-04-02T11:39:17.171 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBcVc5pwT5rAhAAoTXU0D68rWJLQHR/w9DnwQ== 2026-04-02T11:39:17.200 INFO:teuthology.orchestra.run.vm05.stdout:[mgr.y] 2026-04-02T11:39:17.200 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBbVc5pE3sRMxAAe+QLztG+SCOlPpaSN5Pxsw== 2026-04-02T11:39:17.200 INFO:teuthology.orchestra.run.vm05.stdout:[osd.0] 2026-04-02T11:39:17.200 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBdVc5pRonvDxAAVKsPc49Pd2SMYLA/GgVd2A== 2026-04-02T11:39:17.200 INFO:teuthology.orchestra.run.vm05.stdout:[osd.1] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBeVc5pBPlbARAAj6+CWYSS41jFrzOmZT4DJQ== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[osd.2] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBeVc5pwR1zLRAAxwQG2aTulQdVTgByNvCmWA== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[osd.3] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBfVc5psn18HhAAdLGW10YHDsdeRvqsGTzFEA== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[mgr.x] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBbVc5pVsfoNhAA1gMLd/nQn466m50/dBAazw== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[osd.4] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBhVc5pT1EMHxAAKbRS5w+jXC5td9EJomH79A== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[osd.5] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBiVc5pdLIHDxAA0us1+WH69kdvVIBQ3S8i7A== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[osd.6] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBiVc5pw35pOhAAwweebDdXByRV9qfhwm+gnw== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[osd.7] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBjVc5pRbGiKxAAQ/JBSIOUus4SXA2byVWI0g== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[client.0] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBbVc5pYuUwOhAAkfV0/A6WtbCaQZipWWd5uQ== 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout:[client.1] 2026-04-02T11:39:17.201 INFO:teuthology.orchestra.run.vm05.stdout: key = AQBcVc5pwT5rAhAAoTXU0D68rWJLQHR/w9DnwQ== 2026-04-02T11:39:17.202 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:39:17.214 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:39:17.299 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.301 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.356 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.357 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.414 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.415 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.466 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.468 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.525 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:39:17.527 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:39:17.583 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.584 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.640 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.641 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.698 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.700 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.754 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.755 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:39:17.810 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:39:17.811 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:39:17.870 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:39:17.871 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:39:17.927 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-04-02T11:39:17.928 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-04-02T11:39:17.962 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:39:18.070 DEBUG:teuthology.orchestra.run.vm02:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-04-02T11:39:18.105 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-04-02T11:39:18.180 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:39:18.285 DEBUG:teuthology.orchestra.run.vm02:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-04-02T11:39:18.320 DEBUG:teuthology.orchestra.run.vm05:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-04-02T11:39:18.357 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:39:18.463 DEBUG:teuthology.orchestra.run.vm05:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-04-02T11:39:18.497 DEBUG:teuthology.orchestra.run.vm02:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:18.499 DEBUG:teuthology.orchestra.run.vm05:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:39:18.563 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-04-02T11:39:18.563 INFO:tasks.ceph.mon.a:Restarting daemon 2026-04-02T11:39:18.563 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-04-02T11:39:18.566 INFO:tasks.ceph.mon.a:Started 2026-04-02T11:39:18.566 INFO:tasks.ceph.mon.c:Restarting daemon 2026-04-02T11:39:18.566 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-04-02T11:39:18.567 INFO:tasks.ceph.mon.c:Started 2026-04-02T11:39:18.567 INFO:tasks.ceph.mon.b:Restarting daemon 2026-04-02T11:39:18.567 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-04-02T11:39:18.604 INFO:tasks.ceph.mon.b:Started 2026-04-02T11:39:18.605 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-04-02T11:39:18.605 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-04-02T11:39:18.605 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-04-02T11:39:18.608 INFO:tasks.ceph.mgr.y:Started 2026-04-02T11:39:18.608 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-04-02T11:39:18.608 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-04-02T11:39:18.610 INFO:tasks.ceph.mgr.x:Started 2026-04-02T11:39:18.610 DEBUG:tasks.ceph:set 0 configs 2026-04-02T11:39:18.610 DEBUG:teuthology.orchestra.run.vm02:> sudo ceph --cluster ceph config dump 2026-04-02T11:39:23.934 INFO:teuthology.orchestra.run.vm02.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-04-02T11:39:23.944 INFO:tasks.ceph:Setting crush tunables to default 2026-04-02T11:39:23.944 DEBUG:teuthology.orchestra.run.vm02:> sudo ceph --cluster ceph osd crush tunables default 2026-04-02T11:39:24.236 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:24.235+0000 7f3eaf7fe640 0 --2- 192.168.123.102:0/537855710 >> [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] conn(0x7f3eb005cb40 0x7f3eb014c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T11:39:24.277 INFO:teuthology.orchestra.run.vm02.stderr:adjusted tunables profile to default 2026-04-02T11:39:24.287 INFO:tasks.ceph:check_enable_crimson: False 2026-04-02T11:39:24.287 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-04-02T11:39:24.287 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:24.287 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-04-02T11:39:24.324 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:24.324 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-04-02T11:39:24.400 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:24.400 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-04-02T11:39:24.480 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:39:24.480 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-04-02T11:39:24.559 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:24.559 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2026-04-02T11:39:24.596 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:24.596 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2026-04-02T11:39:24.652 INFO:tasks.ceph.mgr.y.vm02.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-02T11:39:24.652 INFO:tasks.ceph.mgr.y.vm02.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-02T11:39:24.652 INFO:tasks.ceph.mgr.y.vm02.stderr: from numpy import show_config as show_numpy_config 2026-04-02T11:39:24.676 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:24.676 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2026-04-02T11:39:24.758 DEBUG:teuthology.orchestra.run.vm05:> set -ex 2026-04-02T11:39:24.758 DEBUG:teuthology.orchestra.run.vm05:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2026-04-02T11:39:24.835 DEBUG:teuthology.orchestra.run.vm05:> sudo ceph --cluster ceph osd new 03490d18-b5a3-4953-af9b-0ac1491c437a 0 2026-04-02T11:39:25.017 INFO:teuthology.orchestra.run.vm05.stdout:0 2026-04-02T11:39:25.027 DEBUG:teuthology.orchestra.run.vm05:> sudo ceph --cluster ceph osd new 2e22fd5b-41fe-4669-9a78-eeb945631373 1 2026-04-02T11:39:25.167 INFO:teuthology.orchestra.run.vm05.stdout:1 2026-04-02T11:39:25.177 DEBUG:teuthology.orchestra.run.vm05:> sudo ceph --cluster ceph osd new d8734a8d-125e-405a-886a-a1f2ff628884 2 2026-04-02T11:39:25.315 INFO:teuthology.orchestra.run.vm05.stdout:2 2026-04-02T11:39:25.325 DEBUG:teuthology.orchestra.run.vm05:> sudo ceph --cluster ceph osd new 8b71197b-ca2f-4a42-b898-0354ee81d790 3 2026-04-02T11:39:25.442 INFO:tasks.ceph.mgr.x.vm05.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-02T11:39:25.442 INFO:tasks.ceph.mgr.x.vm05.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-02T11:39:25.443 INFO:tasks.ceph.mgr.x.vm05.stderr: from numpy import show_config as show_numpy_config 2026-04-02T11:39:25.467 INFO:teuthology.orchestra.run.vm05.stdout:3 2026-04-02T11:39:25.477 DEBUG:teuthology.orchestra.run.vm05:> sudo ceph --cluster ceph osd new 13aee8b0-faca-4290-a82a-7f9ebb25c0f7 4 2026-04-02T11:39:25.608 INFO:teuthology.orchestra.run.vm05.stdout:4 2026-04-02T11:39:25.619 DEBUG:teuthology.orchestra.run.vm05:> sudo ceph --cluster ceph osd new 789d91df-7a9d-49b4-bc61-8c165c02a77f 5 2026-04-02T11:39:25.752 INFO:teuthology.orchestra.run.vm05.stdout:5 2026-04-02T11:39:25.762 DEBUG:teuthology.orchestra.run.vm05:> sudo ceph --cluster ceph osd new a28892fa-a280-4b77-b25f-ef88f59a709a 6 2026-04-02T11:39:25.895 INFO:teuthology.orchestra.run.vm05.stdout:6 2026-04-02T11:39:25.907 DEBUG:teuthology.orchestra.run.vm05:> sudo ceph --cluster ceph osd new aaf42868-76a7-469a-84b5-76cf19519e01 7 2026-04-02T11:39:26.036 INFO:teuthology.orchestra.run.vm05.stdout:7 2026-04-02T11:39:26.046 INFO:tasks.ceph.osd.0:Restarting daemon 2026-04-02T11:39:26.046 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-04-02T11:39:26.048 INFO:tasks.ceph.osd.0:Started 2026-04-02T11:39:26.048 INFO:tasks.ceph.osd.1:Restarting daemon 2026-04-02T11:39:26.048 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-04-02T11:39:26.049 INFO:tasks.ceph.osd.1:Started 2026-04-02T11:39:26.049 INFO:tasks.ceph.osd.2:Restarting daemon 2026-04-02T11:39:26.049 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-04-02T11:39:26.053 INFO:tasks.ceph.osd.2:Started 2026-04-02T11:39:26.053 INFO:tasks.ceph.osd.3:Restarting daemon 2026-04-02T11:39:26.053 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-04-02T11:39:26.055 INFO:tasks.ceph.osd.3:Started 2026-04-02T11:39:26.055 INFO:tasks.ceph.osd.4:Restarting daemon 2026-04-02T11:39:26.055 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2026-04-02T11:39:26.057 INFO:tasks.ceph.osd.4:Started 2026-04-02T11:39:26.057 INFO:tasks.ceph.osd.5:Restarting daemon 2026-04-02T11:39:26.057 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2026-04-02T11:39:26.058 INFO:tasks.ceph.osd.5:Started 2026-04-02T11:39:26.058 INFO:tasks.ceph.osd.6:Restarting daemon 2026-04-02T11:39:26.058 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2026-04-02T11:39:26.060 INFO:tasks.ceph.osd.6:Started 2026-04-02T11:39:26.060 INFO:tasks.ceph.osd.7:Restarting daemon 2026-04-02T11:39:26.060 DEBUG:teuthology.orchestra.run.vm05:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2026-04-02T11:39:26.065 INFO:tasks.ceph.osd.7:Started 2026-04-02T11:39:26.065 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:39:26.243 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:26.243 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":10,"fsid":"f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a","created":"2026-04-02T11:39:23.877359+0000","modified":"2026-04-02T11:39:26.031345+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:39:26.031345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"03490d18-b5a3-4953-af9b-0ac1491c437a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2e22fd5b-41fe-4669-9a78-eeb945631373","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d8734a8d-125e-405a-886a-a1f2ff628884","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"8b71197b-ca2f-4a42-b898-0354ee81d790","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"13aee8b0-faca-4290-a82a-7f9ebb25c0f7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"789d91df-7a9d-49b4-bc61-8c165c02a77f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"a28892fa-a280-4b77-b25f-ef88f59a709a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"aaf42868-76a7-469a-84b5-76cf19519e01","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:39:26.252 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-04-02T11:39:26.252 INFO:tasks.ceph:Waiting for OSDs to come up 2026-04-02T11:39:26.252 INFO:tasks.ceph.osd.7.vm05.stderr:2026-04-02T11:39:26.250+0000 7f0d3d35a900 -1 Falling back to public interface 2026-04-02T11:39:26.255 INFO:tasks.ceph.osd.0.vm02.stderr:2026-04-02T11:39:26.255+0000 7fa394bdf900 -1 Falling back to public interface 2026-04-02T11:39:26.262 INFO:tasks.ceph.osd.3.vm02.stderr:2026-04-02T11:39:26.261+0000 7fd78c00f900 -1 Falling back to public interface 2026-04-02T11:39:26.262 INFO:tasks.ceph.osd.1.vm02.stderr:2026-04-02T11:39:26.261+0000 7fbb6fb6a900 -1 Falling back to public interface 2026-04-02T11:39:26.277 INFO:tasks.ceph.osd.4.vm05.stderr:2026-04-02T11:39:26.275+0000 7f22b7387900 -1 Falling back to public interface 2026-04-02T11:39:26.277 INFO:tasks.ceph.osd.2.vm02.stderr:2026-04-02T11:39:26.276+0000 7fc07ae27900 -1 Falling back to public interface 2026-04-02T11:39:26.278 INFO:tasks.ceph.osd.6.vm05.stderr:2026-04-02T11:39:26.277+0000 7fcef9b8f900 -1 Falling back to public interface 2026-04-02T11:39:26.279 INFO:tasks.ceph.osd.6.vm05.stderr:2026-04-02T11:39:26.277+0000 7fcef8b3a640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6814/0: (98) Address already in use 2026-04-02T11:39:26.290 INFO:tasks.ceph.osd.5.vm05.stderr:2026-04-02T11:39:26.288+0000 7f413fa82900 -1 Falling back to public interface 2026-04-02T11:39:26.678 INFO:tasks.ceph.osd.7.vm05.stderr:2026-04-02T11:39:26.676+0000 7f0d3d35a900 -1 osd.7 0 log_to_monitors true 2026-04-02T11:39:26.690 INFO:tasks.ceph.osd.0.vm02.stderr:2026-04-02T11:39:26.687+0000 7fa394bdf900 -1 osd.0 0 log_to_monitors true 2026-04-02T11:39:26.697 INFO:tasks.ceph.osd.1.vm02.stderr:2026-04-02T11:39:26.695+0000 7fbb6fb6a900 -1 osd.1 0 log_to_monitors true 2026-04-02T11:39:26.719 INFO:tasks.ceph.osd.6.vm05.stderr:2026-04-02T11:39:26.717+0000 7fcef9b8f900 -1 osd.6 0 log_to_monitors true 2026-04-02T11:39:26.721 INFO:tasks.ceph.osd.5.vm05.stderr:2026-04-02T11:39:26.718+0000 7f413fa82900 -1 osd.5 0 log_to_monitors true 2026-04-02T11:39:26.741 INFO:tasks.ceph.osd.3.vm02.stderr:2026-04-02T11:39:26.740+0000 7fd78c00f900 -1 osd.3 0 log_to_monitors true 2026-04-02T11:39:26.780 INFO:tasks.ceph.osd.4.vm05.stderr:2026-04-02T11:39:26.778+0000 7f22b7387900 -1 osd.4 0 log_to_monitors true 2026-04-02T11:39:26.806 INFO:tasks.ceph.osd.2.vm02.stderr:2026-04-02T11:39:26.804+0000 7fc07ae27900 -1 osd.2 0 log_to_monitors true 2026-04-02T11:39:27.058 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:39:27.180 INFO:teuthology.misc.health.vm02.stdout: 2026-04-02T11:39:27.180 INFO:teuthology.misc.health.vm02.stdout:{"epoch":10,"fsid":"f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a","created":"2026-04-02T11:39:23.877359+0000","modified":"2026-04-02T11:39:26.031345+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:39:26.031345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"03490d18-b5a3-4953-af9b-0ac1491c437a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2e22fd5b-41fe-4669-9a78-eeb945631373","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d8734a8d-125e-405a-886a-a1f2ff628884","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"8b71197b-ca2f-4a42-b898-0354ee81d790","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"13aee8b0-faca-4290-a82a-7f9ebb25c0f7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"789d91df-7a9d-49b4-bc61-8c165c02a77f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"a28892fa-a280-4b77-b25f-ef88f59a709a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"aaf42868-76a7-469a-84b5-76cf19519e01","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:39:27.188 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-04-02T11:39:27.652 INFO:tasks.ceph.mgr.y.vm02.stderr:2026-04-02T11:39:27.650+0000 7f85a7b07640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-04-02T11:39:27.654 INFO:tasks.ceph.mgr.y.vm02.stderr:2026-04-02T11:39:27.652+0000 7f85a7b07640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-04-02T11:39:33.391 INFO:tasks.ceph.osd.5.vm05.stderr:2026-04-02T11:39:33.389+0000 7f413ba18640 -1 osd.5 0 waiting for initial osdmap 2026-04-02T11:39:33.402 INFO:tasks.ceph.osd.5.vm05.stderr:2026-04-02T11:39:33.400+0000 7f413681c640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:39:33.429 INFO:tasks.ceph.osd.3.vm02.stderr:2026-04-02T11:39:33.426+0000 7fd78777b640 -1 osd.3 0 waiting for initial osdmap 2026-04-02T11:39:33.435 INFO:tasks.ceph.osd.2.vm02.stderr:2026-04-02T11:39:33.433+0000 7fc0765d8640 -1 osd.2 0 waiting for initial osdmap 2026-04-02T11:39:33.442 INFO:tasks.ceph.osd.3.vm02.stderr:2026-04-02T11:39:33.440+0000 7fd78257f640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:39:33.457 INFO:tasks.ceph.osd.2.vm02.stderr:2026-04-02T11:39:33.455+0000 7fc0713dc640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:39:33.487 INFO:tasks.ceph.osd.1.vm02.stderr:2026-04-02T11:39:33.485+0000 7fbb6bb00640 -1 osd.1 0 waiting for initial osdmap 2026-04-02T11:39:33.503 INFO:tasks.ceph.osd.1.vm02.stderr:2026-04-02T11:39:33.502+0000 7fbb66904640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:39:33.526 INFO:tasks.ceph.osd.0.vm02.stderr:2026-04-02T11:39:33.524+0000 7fa390b75640 -1 osd.0 0 waiting for initial osdmap 2026-04-02T11:39:33.544 INFO:tasks.ceph.osd.0.vm02.stderr:2026-04-02T11:39:33.542+0000 7fa38b979640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:39:33.560 INFO:tasks.ceph.osd.7.vm05.stderr:2026-04-02T11:39:33.558+0000 7f0d392ee640 -1 osd.7 0 waiting for initial osdmap 2026-04-02T11:39:33.578 INFO:tasks.ceph.osd.7.vm05.stderr:2026-04-02T11:39:33.576+0000 7f0d340f2640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:39:33.591 INFO:tasks.ceph.osd.4.vm05.stderr:2026-04-02T11:39:33.589+0000 7f22b331b640 -1 osd.4 0 waiting for initial osdmap 2026-04-02T11:39:33.608 INFO:tasks.ceph.osd.4.vm05.stderr:2026-04-02T11:39:33.606+0000 7f22ae11f640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:39:33.614 INFO:tasks.ceph.osd.6.vm05.stderr:2026-04-02T11:39:33.612+0000 7fcef5b23640 -1 osd.6 0 waiting for initial osdmap 2026-04-02T11:39:33.626 INFO:tasks.ceph.osd.6.vm05.stderr:2026-04-02T11:39:33.624+0000 7fcef0927640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:39:33.994 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:39:34.211 INFO:teuthology.misc.health.vm02.stdout: 2026-04-02T11:39:34.211 INFO:teuthology.misc.health.vm02.stdout:{"epoch":12,"fsid":"f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a","created":"2026-04-02T11:39:23.877359+0000","modified":"2026-04-02T11:39:28.682486+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:39:26.031345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"03490d18-b5a3-4953-af9b-0ac1491c437a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"2e22fd5b-41fe-4669-9a78-eeb945631373","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d8734a8d-125e-405a-886a-a1f2ff628884","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"8b71197b-ca2f-4a42-b898-0354ee81d790","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"13aee8b0-faca-4290-a82a-7f9ebb25c0f7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"789d91df-7a9d-49b4-bc61-8c165c02a77f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"a28892fa-a280-4b77-b25f-ef88f59a709a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"aaf42868-76a7-469a-84b5-76cf19519e01","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:39:34.223 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-04-02T11:39:41.029 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:39:41.271 INFO:teuthology.misc.health.vm02.stdout: 2026-04-02T11:39:41.271 INFO:teuthology.misc.health.vm02.stdout:{"epoch":16,"fsid":"f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a","created":"2026-04-02T11:39:23.877359+0000","modified":"2026-04-02T11:39:37.434523+0000","last_up_change":"2026-04-02T11:39:34.393181+0000","last_in_change":"2026-04-02T11:39:26.031345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:39:34.668917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"03490d18-b5a3-4953-af9b-0ac1491c437a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6800","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6801","nonce":3980597165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6803","nonce":3980597165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6807","nonce":3980597165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6805","nonce":3980597165}]},"public_addr":"192.168.123.102:6801/3980597165","cluster_addr":"192.168.123.102:6803/3980597165","heartbeat_back_addr":"192.168.123.102:6807/3980597165","heartbeat_front_addr":"192.168.123.102:6805/3980597165","state":["exists","up"]},{"osd":1,"uuid":"2e22fd5b-41fe-4669-9a78-eeb945631373","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6809","nonce":770097973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6811","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6813","nonce":770097973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6820","nonce":770097973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6815","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6816","nonce":770097973}]},"public_addr":"192.168.123.102:6809/770097973","cluster_addr":"192.168.123.102:6813/770097973","heartbeat_back_addr":"192.168.123.102:6820/770097973","heartbeat_front_addr":"192.168.123.102:6816/770097973","state":["exists","up"]},{"osd":2,"uuid":"d8734a8d-125e-405a-886a-a1f2ff628884","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6825","nonce":463579614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6827","nonce":463579614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6831","nonce":463579614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6829","nonce":463579614}]},"public_addr":"192.168.123.102:6825/463579614","cluster_addr":"192.168.123.102:6827/463579614","heartbeat_back_addr":"192.168.123.102:6831/463579614","heartbeat_front_addr":"192.168.123.102:6829/463579614","state":["exists","up"]},{"osd":3,"uuid":"8b71197b-ca2f-4a42-b898-0354ee81d790","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6812","nonce":3024414417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6817","nonce":3024414417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6823","nonce":3024414417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6819","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6821","nonce":3024414417}]},"public_addr":"192.168.123.102:6812/3024414417","cluster_addr":"192.168.123.102:6817/3024414417","heartbeat_back_addr":"192.168.123.102:6823/3024414417","heartbeat_front_addr":"192.168.123.102:6821/3024414417","state":["exists","up"]},{"osd":4,"uuid":"13aee8b0-faca-4290-a82a-7f9ebb25c0f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6808","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6809","nonce":83932200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6810","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6811","nonce":83932200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6814","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6817","nonce":83932200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6812","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6813","nonce":83932200}]},"public_addr":"192.168.123.105:6809/83932200","cluster_addr":"192.168.123.105:6811/83932200","heartbeat_back_addr":"192.168.123.105:6817/83932200","heartbeat_front_addr":"192.168.123.105:6813/83932200","state":["exists","up"]},{"osd":5,"uuid":"789d91df-7a9d-49b4-bc61-8c165c02a77f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6824","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6825","nonce":1009536115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6826","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6827","nonce":1009536115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6830","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6831","nonce":1009536115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6828","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6829","nonce":1009536115}]},"public_addr":"192.168.123.105:6825/1009536115","cluster_addr":"192.168.123.105:6827/1009536115","heartbeat_back_addr":"192.168.123.105:6831/1009536115","heartbeat_front_addr":"192.168.123.105:6829/1009536115","state":["exists","up"]},{"osd":6,"uuid":"a28892fa-a280-4b77-b25f-ef88f59a709a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6815","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6816","nonce":2357852840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6818","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6819","nonce":2357852840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6822","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6823","nonce":2357852840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6820","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6821","nonce":2357852840}]},"public_addr":"192.168.123.105:6816/2357852840","cluster_addr":"192.168.123.105:6819/2357852840","heartbeat_back_addr":"192.168.123.105:6823/2357852840","heartbeat_front_addr":"192.168.123.105:6821/2357852840","state":["exists","up"]},{"osd":7,"uuid":"aaf42868-76a7-469a-84b5-76cf19519e01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6800","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6801","nonce":32247439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6802","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6803","nonce":32247439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6806","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6807","nonce":32247439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6804","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6805","nonce":32247439}]},"public_addr":"192.168.123.105:6801/32247439","cluster_addr":"192.168.123.105:6803/32247439","heartbeat_back_addr":"192.168.123.105:6807/32247439","heartbeat_front_addr":"192.168.123.105:6805/32247439","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.645415+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.729820+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.786938+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.715479+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:39:41.283 DEBUG:teuthology.misc:8 of 8 OSDs are up 2026-04-02T11:39:41.283 INFO:tasks.ceph:Creating RBD pool 2026-04-02T11:39:41.284 DEBUG:teuthology.orchestra.run.vm02:> sudo ceph --cluster ceph osd pool create rbd 8 2026-04-02T11:39:41.706 INFO:teuthology.orchestra.run.vm02.stderr:pool 'rbd' created 2026-04-02T11:39:41.725 DEBUG:teuthology.orchestra.run.vm02:> rbd --cluster ceph pool init rbd 2026-04-02T11:39:41.778 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:39:41.778 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:39:44.759 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-04-02T11:39:44.760 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-04-02T11:39:44.760 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-04-02T11:39:44.982 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:44.999 INFO:teuthology.orchestra.run.vm02.stdout:[{"version":9,"timestamp":"2026-04-02T11:39:33.614344+0000","name":"","changes":[{"name":"osd.6/osd_mclock_max_capacity_iops_hdd","new_value":"9448.434443"}]}] 2026-04-02T11:39:44.999 INFO:tasks.ceph_manager:config epoch is 9 2026-04-02T11:39:44.999 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-04-02T11:39:44.999 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-04-02T11:39:44.999 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-04-02T11:39:45.279 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:45.293 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":217808776},{"type":"v1","addr":"192.168.123.102:6833","nonce":217808776}]},"active_addr":"192.168.123.102:6833/217808776","active_change":"2026-04-02T11:39:26.631711+0000","active_mgr_features":4541880224203014143,"available":true,"standbys":[{"gid":4108,"name":"x","mgr_features":4541880224203014143,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":4197719312}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":2734350912}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":1368805890}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":3173077105}]}]} 2026-04-02T11:39:45.294 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-04-02T11:39:45.294 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-04-02T11:39:45.295 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:39:45.564 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:45.565 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":20,"fsid":"f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a","created":"2026-04-02T11:39:23.877359+0000","modified":"2026-04-02T11:39:44.742217+0000","last_up_change":"2026-04-02T11:39:34.393181+0000","last_in_change":"2026-04-02T11:39:26.031345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:39:34.668917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-04-02T11:39:41.521549+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":20,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"03490d18-b5a3-4953-af9b-0ac1491c437a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6800","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6801","nonce":3980597165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6803","nonce":3980597165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6807","nonce":3980597165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6805","nonce":3980597165}]},"public_addr":"192.168.123.102:6801/3980597165","cluster_addr":"192.168.123.102:6803/3980597165","heartbeat_back_addr":"192.168.123.102:6807/3980597165","heartbeat_front_addr":"192.168.123.102:6805/3980597165","state":["exists","up"]},{"osd":1,"uuid":"2e22fd5b-41fe-4669-9a78-eeb945631373","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6809","nonce":770097973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6811","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6813","nonce":770097973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6820","nonce":770097973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6815","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6816","nonce":770097973}]},"public_addr":"192.168.123.102:6809/770097973","cluster_addr":"192.168.123.102:6813/770097973","heartbeat_back_addr":"192.168.123.102:6820/770097973","heartbeat_front_addr":"192.168.123.102:6816/770097973","state":["exists","up"]},{"osd":2,"uuid":"d8734a8d-125e-405a-886a-a1f2ff628884","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6825","nonce":463579614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6827","nonce":463579614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6831","nonce":463579614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6829","nonce":463579614}]},"public_addr":"192.168.123.102:6825/463579614","cluster_addr":"192.168.123.102:6827/463579614","heartbeat_back_addr":"192.168.123.102:6831/463579614","heartbeat_front_addr":"192.168.123.102:6829/463579614","state":["exists","up"]},{"osd":3,"uuid":"8b71197b-ca2f-4a42-b898-0354ee81d790","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6812","nonce":3024414417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6817","nonce":3024414417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6823","nonce":3024414417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6819","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6821","nonce":3024414417}]},"public_addr":"192.168.123.102:6812/3024414417","cluster_addr":"192.168.123.102:6817/3024414417","heartbeat_back_addr":"192.168.123.102:6823/3024414417","heartbeat_front_addr":"192.168.123.102:6821/3024414417","state":["exists","up"]},{"osd":4,"uuid":"13aee8b0-faca-4290-a82a-7f9ebb25c0f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6808","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6809","nonce":83932200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6810","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6811","nonce":83932200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6814","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6817","nonce":83932200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6812","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6813","nonce":83932200}]},"public_addr":"192.168.123.105:6809/83932200","cluster_addr":"192.168.123.105:6811/83932200","heartbeat_back_addr":"192.168.123.105:6817/83932200","heartbeat_front_addr":"192.168.123.105:6813/83932200","state":["exists","up"]},{"osd":5,"uuid":"789d91df-7a9d-49b4-bc61-8c165c02a77f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6824","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6825","nonce":1009536115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6826","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6827","nonce":1009536115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6830","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6831","nonce":1009536115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6828","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6829","nonce":1009536115}]},"public_addr":"192.168.123.105:6825/1009536115","cluster_addr":"192.168.123.105:6827/1009536115","heartbeat_back_addr":"192.168.123.105:6831/1009536115","heartbeat_front_addr":"192.168.123.105:6829/1009536115","state":["exists","up"]},{"osd":6,"uuid":"a28892fa-a280-4b77-b25f-ef88f59a709a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6815","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6816","nonce":2357852840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6818","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6819","nonce":2357852840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6822","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6823","nonce":2357852840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6820","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6821","nonce":2357852840}]},"public_addr":"192.168.123.105:6816/2357852840","cluster_addr":"192.168.123.105:6819/2357852840","heartbeat_back_addr":"192.168.123.105:6823/2357852840","heartbeat_front_addr":"192.168.123.105:6821/2357852840","state":["exists","up"]},{"osd":7,"uuid":"aaf42868-76a7-469a-84b5-76cf19519e01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6800","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6801","nonce":32247439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6802","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6803","nonce":32247439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6806","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6807","nonce":32247439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6804","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6805","nonce":32247439}]},"public_addr":"192.168.123.105:6801/32247439","cluster_addr":"192.168.123.105:6803/32247439","heartbeat_back_addr":"192.168.123.105:6807/32247439","heartbeat_front_addr":"192.168.123.105:6805/32247439","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.645415+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.729820+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.786938+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.715479+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:39:45.578 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-04-02T11:39:45.578 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:39:45.816 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:45.816 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":20,"fsid":"f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a","created":"2026-04-02T11:39:23.877359+0000","modified":"2026-04-02T11:39:44.742217+0000","last_up_change":"2026-04-02T11:39:34.393181+0000","last_in_change":"2026-04-02T11:39:26.031345+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:39:34.668917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-04-02T11:39:41.521549+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":20,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"03490d18-b5a3-4953-af9b-0ac1491c437a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6800","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6801","nonce":3980597165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6803","nonce":3980597165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6807","nonce":3980597165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3980597165},{"type":"v1","addr":"192.168.123.102:6805","nonce":3980597165}]},"public_addr":"192.168.123.102:6801/3980597165","cluster_addr":"192.168.123.102:6803/3980597165","heartbeat_back_addr":"192.168.123.102:6807/3980597165","heartbeat_front_addr":"192.168.123.102:6805/3980597165","state":["exists","up"]},{"osd":1,"uuid":"2e22fd5b-41fe-4669-9a78-eeb945631373","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6809","nonce":770097973}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6811","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6813","nonce":770097973}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6820","nonce":770097973}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6815","nonce":770097973},{"type":"v1","addr":"192.168.123.102:6816","nonce":770097973}]},"public_addr":"192.168.123.102:6809/770097973","cluster_addr":"192.168.123.102:6813/770097973","heartbeat_back_addr":"192.168.123.102:6820/770097973","heartbeat_front_addr":"192.168.123.102:6816/770097973","state":["exists","up"]},{"osd":2,"uuid":"d8734a8d-125e-405a-886a-a1f2ff628884","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6825","nonce":463579614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6827","nonce":463579614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6831","nonce":463579614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":463579614},{"type":"v1","addr":"192.168.123.102:6829","nonce":463579614}]},"public_addr":"192.168.123.102:6825/463579614","cluster_addr":"192.168.123.102:6827/463579614","heartbeat_back_addr":"192.168.123.102:6831/463579614","heartbeat_front_addr":"192.168.123.102:6829/463579614","state":["exists","up"]},{"osd":3,"uuid":"8b71197b-ca2f-4a42-b898-0354ee81d790","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6812","nonce":3024414417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6817","nonce":3024414417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6823","nonce":3024414417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6819","nonce":3024414417},{"type":"v1","addr":"192.168.123.102:6821","nonce":3024414417}]},"public_addr":"192.168.123.102:6812/3024414417","cluster_addr":"192.168.123.102:6817/3024414417","heartbeat_back_addr":"192.168.123.102:6823/3024414417","heartbeat_front_addr":"192.168.123.102:6821/3024414417","state":["exists","up"]},{"osd":4,"uuid":"13aee8b0-faca-4290-a82a-7f9ebb25c0f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6808","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6809","nonce":83932200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6810","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6811","nonce":83932200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6814","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6817","nonce":83932200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6812","nonce":83932200},{"type":"v1","addr":"192.168.123.105:6813","nonce":83932200}]},"public_addr":"192.168.123.105:6809/83932200","cluster_addr":"192.168.123.105:6811/83932200","heartbeat_back_addr":"192.168.123.105:6817/83932200","heartbeat_front_addr":"192.168.123.105:6813/83932200","state":["exists","up"]},{"osd":5,"uuid":"789d91df-7a9d-49b4-bc61-8c165c02a77f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6824","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6825","nonce":1009536115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6826","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6827","nonce":1009536115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6830","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6831","nonce":1009536115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6828","nonce":1009536115},{"type":"v1","addr":"192.168.123.105:6829","nonce":1009536115}]},"public_addr":"192.168.123.105:6825/1009536115","cluster_addr":"192.168.123.105:6827/1009536115","heartbeat_back_addr":"192.168.123.105:6831/1009536115","heartbeat_front_addr":"192.168.123.105:6829/1009536115","state":["exists","up"]},{"osd":6,"uuid":"a28892fa-a280-4b77-b25f-ef88f59a709a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6815","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6816","nonce":2357852840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6818","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6819","nonce":2357852840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6822","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6823","nonce":2357852840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6820","nonce":2357852840},{"type":"v1","addr":"192.168.123.105:6821","nonce":2357852840}]},"public_addr":"192.168.123.105:6816/2357852840","cluster_addr":"192.168.123.105:6819/2357852840","heartbeat_back_addr":"192.168.123.105:6823/2357852840","heartbeat_front_addr":"192.168.123.105:6821/2357852840","state":["exists","up"]},{"osd":7,"uuid":"aaf42868-76a7-469a-84b5-76cf19519e01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6800","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6801","nonce":32247439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6802","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6803","nonce":32247439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6806","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6807","nonce":32247439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.105:6804","nonce":32247439},{"type":"v1","addr":"192.168.123.105:6805","nonce":32247439}]},"public_addr":"192.168.123.105:6801/32247439","cluster_addr":"192.168.123.105:6803/32247439","heartbeat_back_addr":"192.168.123.105:6807/32247439","heartbeat_front_addr":"192.168.123.105:6805/32247439","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.645415+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.729820+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.786938+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:39:27.715479+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:39:45.829 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-04-02T11:39:45.830 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-04-02T11:39:45.830 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-04-02T11:39:45.830 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-04-02T11:39:45.830 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2026-04-02T11:39:45.830 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2026-04-02T11:39:45.830 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2026-04-02T11:39:45.830 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2026-04-02T11:39:46.069 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:46.070 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-02T11:39:46.072 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:46.072 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-02T11:39:46.078 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:46.078 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-02T11:39:46.089 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:46.089 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-02T11:39:46.092 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:46.092 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-02T11:39:46.096 INFO:teuthology.orchestra.run.vm02.stdout:55834574853 2026-04-02T11:39:46.096 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-02T11:39:46.099 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:46.099 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-02T11:39:46.100 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:46.100 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-02T11:39:46.562 INFO:teuthology.orchestra.run.vm02.stdout:55834574851 2026-04-02T11:39:46.566 INFO:teuthology.orchestra.run.vm02.stdout:55834574850 2026-04-02T11:39:46.572 INFO:teuthology.orchestra.run.vm02.stdout:55834574850 2026-04-02T11:39:46.583 INFO:teuthology.orchestra.run.vm02.stdout:55834574850 2026-04-02T11:39:46.589 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574851 for osd.4 2026-04-02T11:39:46.595 INFO:teuthology.orchestra.run.vm02.stdout:55834574850 2026-04-02T11:39:46.596 INFO:teuthology.orchestra.run.vm02.stdout:55834574850 2026-04-02T11:39:46.601 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.0 2026-04-02T11:39:46.606 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.6 2026-04-02T11:39:46.611 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.5 2026-04-02T11:39:46.617 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.2 2026-04-02T11:39:46.621 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.1 2026-04-02T11:39:46.622 INFO:teuthology.orchestra.run.vm02.stdout:55834574850 2026-04-02T11:39:46.636 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.7 2026-04-02T11:39:46.646 INFO:teuthology.orchestra.run.vm02.stdout:55834574850 2026-04-02T11:39:46.660 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.3 2026-04-02T11:39:47.590 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-02T11:39:47.602 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-02T11:39:47.607 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-02T11:39:47.612 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-02T11:39:47.618 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-02T11:39:47.623 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-02T11:39:47.638 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-02T11:39:47.661 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-02T11:39:47.963 INFO:teuthology.orchestra.run.vm02.stdout:55834574853 2026-04-02T11:39:47.982 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.4 2026-04-02T11:39:47.982 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:48.031 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:48.056 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.6 2026-04-02T11:39:48.056 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:48.075 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:48.120 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.1 2026-04-02T11:39:48.120 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:48.120 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:48.128 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:48.129 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:48.138 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.2 2026-04-02T11:39:48.138 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:48.144 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:48.149 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.0 2026-04-02T11:39:48.149 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:48.149 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.5 2026-04-02T11:39:48.149 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:48.160 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.3 2026-04-02T11:39:48.160 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:48.171 INFO:teuthology.orchestra.run.vm02.stdout:55834574852 2026-04-02T11:39:48.183 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.7 2026-04-02T11:39:48.183 DEBUG:teuthology.parallel:result is None 2026-04-02T11:39:48.183 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-04-02T11:39:48.183 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-02T11:39:48.451 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:48.451 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-04-02T11:39:48.466 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-04-02T11:39:46.643945+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":217312,"kb_used_data":2512,"kb_used_omap":62,"kb_used_meta":214465,"kb_avail":754757408,"statfs":{"total":773094113280,"available":772871585792,"internally_reserved":0,"allocated":2572288,"data_stored":1466158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":64361,"internal_metadata":219612311},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.936549"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.995902+0000","last_change":"2026-04-02T11:39:44.996016+0000","last_active":"2026-04-02T11:39:44.995902+0000","last_peered":"2026-04-02T11:39:44.995902+0000","last_clean":"2026-04-02T11:39:44.995902+0000","last_became_active":"2026-04-02T11:39:42.718865+0000","last_became_peered":"2026-04-02T11:39:42.718865+0000","last_unstale":"2026-04-02T11:39:44.995902+0000","last_undegraded":"2026-04-02T11:39:44.995902+0000","last_fullsized":"2026-04-02T11:39:44.995902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T15:03:33.465650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000230442,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.755171+0000","last_change":"2026-04-02T11:39:44.755292+0000","last_active":"2026-04-02T11:39:44.755171+0000","last_peered":"2026-04-02T11:39:44.755171+0000","last_clean":"2026-04-02T11:39:44.755171+0000","last_became_active":"2026-04-02T11:39:42.715704+0000","last_became_peered":"2026-04-02T11:39:42.715704+0000","last_unstale":"2026-04-02T11:39:44.755171+0000","last_undegraded":"2026-04-02T11:39:44.755171+0000","last_fullsized":"2026-04-02T11:39:44.755171+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:32:24.683126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027507399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.996171+0000","last_change":"2026-04-02T11:39:44.996254+0000","last_active":"2026-04-02T11:39:44.996171+0000","last_peered":"2026-04-02T11:39:44.996171+0000","last_clean":"2026-04-02T11:39:44.996171+0000","last_became_active":"2026-04-02T11:39:43.102374+0000","last_became_peered":"2026-04-02T11:39:43.102374+0000","last_unstale":"2026-04-02T11:39:44.996171+0000","last_undegraded":"2026-04-02T11:39:44.996171+0000","last_fullsized":"2026-04-02T11:39:44.996171+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T20:03:40.799106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000248877,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.755247+0000","last_change":"2026-04-02T11:39:44.755347+0000","last_active":"2026-04-02T11:39:44.755247+0000","last_peered":"2026-04-02T11:39:44.755247+0000","last_clean":"2026-04-02T11:39:44.755247+0000","last_became_active":"2026-04-02T11:39:43.102033+0000","last_became_peered":"2026-04-02T11:39:43.102033+0000","last_unstale":"2026-04-02T11:39:44.755247+0000","last_undegraded":"2026-04-02T11:39:44.755247+0000","last_fullsized":"2026-04-02T11:39:44.755247+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:11:45.523680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018736999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"20'2","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.751998+0000","last_change":"2026-04-02T11:39:44.751998+0000","last_active":"2026-04-02T11:39:44.751998+0000","last_peered":"2026-04-02T11:39:44.751998+0000","last_clean":"2026-04-02T11:39:44.751998+0000","last_became_active":"2026-04-02T11:39:42.715877+0000","last_became_peered":"2026-04-02T11:39:42.715877+0000","last_unstale":"2026-04-02T11:39:44.751998+0000","last_undegraded":"2026-04-02T11:39:44.751998+0000","last_fullsized":"2026-04-02T11:39:44.751998+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:15:20.505978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023264499999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.768601+0000","last_change":"2026-04-02T11:39:44.768724+0000","last_active":"2026-04-02T11:39:44.768601+0000","last_peered":"2026-04-02T11:39:44.768601+0000","last_clean":"2026-04-02T11:39:44.768601+0000","last_became_active":"2026-04-02T11:39:42.716577+0000","last_became_peered":"2026-04-02T11:39:42.716577+0000","last_unstale":"2026-04-02T11:39:44.768601+0000","last_undegraded":"2026-04-02T11:39:44.768601+0000","last_fullsized":"2026-04-02T11:39:44.768601+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T22:10:43.511938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025281400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.996151+0000","last_change":"2026-04-02T11:39:44.996226+0000","last_active":"2026-04-02T11:39:44.996151+0000","last_peered":"2026-04-02T11:39:44.996151+0000","last_clean":"2026-04-02T11:39:44.996151+0000","last_became_active":"2026-04-02T11:39:42.719852+0000","last_became_peered":"2026-04-02T11:39:42.719852+0000","last_unstale":"2026-04-02T11:39:44.996151+0000","last_undegraded":"2026-04-02T11:39:44.996151+0000","last_fullsized":"2026-04-02T11:39:44.996151+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T15:46:50.975058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022111400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"18'1","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.751902+0000","last_change":"2026-04-02T11:39:44.751998+0000","last_active":"2026-04-02T11:39:44.751902+0000","last_peered":"2026-04-02T11:39:44.751902+0000","last_clean":"2026-04-02T11:39:44.751902+0000","last_became_active":"2026-04-02T11:39:42.716742+0000","last_became_peered":"2026-04-02T11:39:42.716742+0000","last_unstale":"2026-04-02T11:39:44.751902+0000","last_undegraded":"2026-04-02T11:39:44.751902+0000","last_fullsized":"2026-04-02T11:39:44.751902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T20:45:58.803325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000233086,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"15'32","reported_seq":65,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.995984+0000","last_change":"2026-04-02T11:39:36.558653+0000","last_active":"2026-04-02T11:39:44.995984+0000","last_peered":"2026-04-02T11:39:44.995984+0000","last_clean":"2026-04-02T11:39:44.995984+0000","last_became_active":"2026-04-02T11:39:36.558489+0000","last_became_peered":"2026-04-02T11:39:36.558489+0000","last_unstale":"2026-04-02T11:39:44.995984+0000","last_undegraded":"2026-04-02T11:39:44.995984+0000","last_fullsized":"2026-04-02T11:39:44.995984+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:35.416514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:35.416514+0000","last_clean_scrub_stamp":"2026-04-02T11:39:35.416514+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:11:39.242704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":652,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8771,"internal_metadata":27450813},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8776,"internal_metadata":27450808},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27052,"kb_used_data":204,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344788,"statfs":{"total":96636764160,"available":96609062912,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8775,"internal_metadata":27450809},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27052,"kb_used_data":204,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344788,"statfs":{"total":96636764160,"available":96609062912,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7477,"internal_metadata":27452107},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":652,"kb_used_omap":5,"kb_used_meta":26810,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5531,"internal_metadata":27454053},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-02T11:39:48.467 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-02T11:39:48.700 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:48.700 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-04-02T11:39:48.716 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-04-02T11:39:48.662541+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":217312,"kb_used_data":2512,"kb_used_omap":62,"kb_used_meta":214465,"kb_avail":754757408,"statfs":{"total":773094113280,"available":772871585792,"internally_reserved":0,"allocated":2572288,"data_stored":1466158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":64361,"internal_metadata":219612311},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.950754"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.995902+0000","last_change":"2026-04-02T11:39:44.996016+0000","last_active":"2026-04-02T11:39:44.995902+0000","last_peered":"2026-04-02T11:39:44.995902+0000","last_clean":"2026-04-02T11:39:44.995902+0000","last_became_active":"2026-04-02T11:39:42.718865+0000","last_became_peered":"2026-04-02T11:39:42.718865+0000","last_unstale":"2026-04-02T11:39:44.995902+0000","last_undegraded":"2026-04-02T11:39:44.995902+0000","last_fullsized":"2026-04-02T11:39:44.995902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T15:03:33.465650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000230442,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.755171+0000","last_change":"2026-04-02T11:39:44.755292+0000","last_active":"2026-04-02T11:39:44.755171+0000","last_peered":"2026-04-02T11:39:44.755171+0000","last_clean":"2026-04-02T11:39:44.755171+0000","last_became_active":"2026-04-02T11:39:42.715704+0000","last_became_peered":"2026-04-02T11:39:42.715704+0000","last_unstale":"2026-04-02T11:39:44.755171+0000","last_undegraded":"2026-04-02T11:39:44.755171+0000","last_fullsized":"2026-04-02T11:39:44.755171+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:32:24.683126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027507399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.996171+0000","last_change":"2026-04-02T11:39:44.996254+0000","last_active":"2026-04-02T11:39:44.996171+0000","last_peered":"2026-04-02T11:39:44.996171+0000","last_clean":"2026-04-02T11:39:44.996171+0000","last_became_active":"2026-04-02T11:39:43.102374+0000","last_became_peered":"2026-04-02T11:39:43.102374+0000","last_unstale":"2026-04-02T11:39:44.996171+0000","last_undegraded":"2026-04-02T11:39:44.996171+0000","last_fullsized":"2026-04-02T11:39:44.996171+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T20:03:40.799106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000248877,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.755247+0000","last_change":"2026-04-02T11:39:44.755347+0000","last_active":"2026-04-02T11:39:44.755247+0000","last_peered":"2026-04-02T11:39:44.755247+0000","last_clean":"2026-04-02T11:39:44.755247+0000","last_became_active":"2026-04-02T11:39:43.102033+0000","last_became_peered":"2026-04-02T11:39:43.102033+0000","last_unstale":"2026-04-02T11:39:44.755247+0000","last_undegraded":"2026-04-02T11:39:44.755247+0000","last_fullsized":"2026-04-02T11:39:44.755247+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:11:45.523680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018736999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"20'2","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.751998+0000","last_change":"2026-04-02T11:39:44.751998+0000","last_active":"2026-04-02T11:39:44.751998+0000","last_peered":"2026-04-02T11:39:44.751998+0000","last_clean":"2026-04-02T11:39:44.751998+0000","last_became_active":"2026-04-02T11:39:42.715877+0000","last_became_peered":"2026-04-02T11:39:42.715877+0000","last_unstale":"2026-04-02T11:39:44.751998+0000","last_undegraded":"2026-04-02T11:39:44.751998+0000","last_fullsized":"2026-04-02T11:39:44.751998+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:15:20.505978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023264499999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.768601+0000","last_change":"2026-04-02T11:39:44.768724+0000","last_active":"2026-04-02T11:39:44.768601+0000","last_peered":"2026-04-02T11:39:44.768601+0000","last_clean":"2026-04-02T11:39:44.768601+0000","last_became_active":"2026-04-02T11:39:42.716577+0000","last_became_peered":"2026-04-02T11:39:42.716577+0000","last_unstale":"2026-04-02T11:39:44.768601+0000","last_undegraded":"2026-04-02T11:39:44.768601+0000","last_fullsized":"2026-04-02T11:39:44.768601+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T22:10:43.511938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025281400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.996151+0000","last_change":"2026-04-02T11:39:44.996226+0000","last_active":"2026-04-02T11:39:44.996151+0000","last_peered":"2026-04-02T11:39:44.996151+0000","last_clean":"2026-04-02T11:39:44.996151+0000","last_became_active":"2026-04-02T11:39:42.719852+0000","last_became_peered":"2026-04-02T11:39:42.719852+0000","last_unstale":"2026-04-02T11:39:44.996151+0000","last_undegraded":"2026-04-02T11:39:44.996151+0000","last_fullsized":"2026-04-02T11:39:44.996151+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T15:46:50.975058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022111400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"18'1","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.751902+0000","last_change":"2026-04-02T11:39:44.751998+0000","last_active":"2026-04-02T11:39:44.751902+0000","last_peered":"2026-04-02T11:39:44.751902+0000","last_clean":"2026-04-02T11:39:44.751902+0000","last_became_active":"2026-04-02T11:39:42.716742+0000","last_became_peered":"2026-04-02T11:39:42.716742+0000","last_unstale":"2026-04-02T11:39:44.751902+0000","last_undegraded":"2026-04-02T11:39:44.751902+0000","last_fullsized":"2026-04-02T11:39:44.751902+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:41.697490+0000","last_clean_scrub_stamp":"2026-04-02T11:39:41.697490+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T20:45:58.803325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000233086,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"15'32","reported_seq":65,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:39:44.995984+0000","last_change":"2026-04-02T11:39:36.558653+0000","last_active":"2026-04-02T11:39:44.995984+0000","last_peered":"2026-04-02T11:39:44.995984+0000","last_clean":"2026-04-02T11:39:44.995984+0000","last_became_active":"2026-04-02T11:39:36.558489+0000","last_became_peered":"2026-04-02T11:39:36.558489+0000","last_unstale":"2026-04-02T11:39:44.995984+0000","last_undegraded":"2026-04-02T11:39:44.995984+0000","last_fullsized":"2026-04-02T11:39:44.995984+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:39:35.416514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:39:35.416514+0000","last_clean_scrub_stamp":"2026-04-02T11:39:35.416514+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:11:39.242704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":652,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8771,"internal_metadata":27450813},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8776,"internal_metadata":27450808},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27052,"kb_used_data":204,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344788,"statfs":{"total":96636764160,"available":96609062912,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8775,"internal_metadata":27450809},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27052,"kb_used_data":204,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344788,"statfs":{"total":96636764160,"available":96609062912,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7477,"internal_metadata":27452107},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":652,"kb_used_omap":5,"kb_used_meta":26810,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5531,"internal_metadata":27454053},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-02T11:39:48.716 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-04-02T11:39:48.716 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-04-02T11:39:48.716 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-04-02T11:39:48.717 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-04-02T11:39:48.972 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:39:48.972 INFO:teuthology.orchestra.run.vm02.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-04-02T11:39:48.986 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-04-02T11:39:48.986 INFO:teuthology.run_tasks:Running task openssl_keys... 2026-04-02T11:39:48.989 INFO:teuthology.run_tasks:Running task rgw... 2026-04-02T11:39:48.993 DEBUG:tasks.rgw:config is {'client.0': None} 2026-04-02T11:39:48.993 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2026-04-02T11:39:48.993 INFO:tasks.rgw:Creating data pools 2026-04-02T11:39:48.993 DEBUG:tasks.rgw:Obtaining remote for client client.0 2026-04-02T11:39:48.993 DEBUG:teuthology.orchestra.run.vm02:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2026-04-02T11:39:49.778 INFO:teuthology.orchestra.run.vm02.stderr:pool 'default.rgw.buckets.data' created 2026-04-02T11:39:49.803 DEBUG:teuthology.orchestra.run.vm02:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2026-04-02T11:39:50.788 INFO:teuthology.orchestra.run.vm02.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2026-04-02T11:39:50.824 DEBUG:teuthology.orchestra.run.vm02:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2026-04-02T11:39:51.810 INFO:teuthology.orchestra.run.vm02.stderr:pool 'default.rgw.buckets.index' created 2026-04-02T11:39:51.836 DEBUG:teuthology.orchestra.run.vm02:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2026-04-02T11:39:52.821 INFO:teuthology.orchestra.run.vm02.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2026-04-02T11:39:52.849 DEBUG:tasks.rgw:Pools created 2026-04-02T11:39:52.849 INFO:tasks.rgw:Configuring compression type = random 2026-04-02T11:39:52.849 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-02T11:39:52.849 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-02T11:39:52.850 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-02T11:39:52.905 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:39:52.905 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:39:54.853 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.852+0000 7f5de1339640 0 -- >> [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] conn(0x55e1bba25a50 msgr2=0x55e1bba25e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until injecting socket failure 2026-04-02T11:39:54.856 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.854+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.857 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.856+0000 7f5ddbfff640 0 -- 192.168.123.102:0/2490106682 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55e1bba7c980 msgr2=0x55e1bba7cdf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:39:54.858 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.856+0000 7f5de4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:39:54.858 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.856+0000 7f5de4d25900 20 realm 2026-04-02T11:39:54.858 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.856+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.858 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.856+0000 7f5de4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:39:54.858 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.856+0000 7f5de4d25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:39:54.858 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.856+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.858 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.857+0000 7f5de4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:39:54.858 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.857+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.859 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.857+0000 7f5de4d25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:39:54.859 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.857+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.859 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.858+0000 7f5de4d25900 20 rados_obj.operate() r=0 bl.length=1060 2026-04-02T11:39:54.859 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.858+0000 7f5de4d25900 20 searching for the correct realm 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.866+0000 7f5de4d25900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.866+0000 7f5de4d25900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.866+0000 7f5de4d25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.866+0000 7f5de4d25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.866+0000 7f5de4d25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.866+0000 7f5de4d25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.866+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 rados_obj.operate() r=0 bl.length=436 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 zone default found 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 4 Realm: () 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 zonegroup default 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:39:54.869 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:54.867+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:56.842 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:56.840+0000 7f5de4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:39:56.842 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:56.841+0000 7f5de4d25900 20 rados->read ofs=0 len=0 2026-04-02T11:39:56.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:56.843+0000 7f5de4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:39:56.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:56.843+0000 7f5de4d25900 20 started sync module instance, tier type = 2026-04-02T11:39:56.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:56.843+0000 7f5de4d25900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:39:58.887 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.885+0000 7f5de4d25900 20 add_watcher() i=3 2026-04-02T11:39:58.892 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.890+0000 7f5de4d25900 20 add_watcher() i=0 2026-04-02T11:39:58.893 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.891+0000 7f5de4d25900 20 add_watcher() i=6 2026-04-02T11:39:58.893 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.892+0000 7f5de4d25900 20 add_watcher() i=1 2026-04-02T11:39:58.893 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.892+0000 7f5de4d25900 20 add_watcher() i=5 2026-04-02T11:39:58.894 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.892+0000 7f5de4d25900 20 add_watcher() i=7 2026-04-02T11:39:58.894 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.893+0000 7f5de4d25900 20 add_watcher() i=4 2026-04-02T11:39:58.894 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.893+0000 7f5de4d25900 20 add_watcher() i=2 2026-04-02T11:39:58.894 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.893+0000 7f5de4d25900 2 all 8 watchers are set, enabling cache 2026-04-02T11:39:58.896 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.894+0000 7f5dd9ffb640 5 boost::asio::awaitable, obj_version> > logback_generations::read(const DoutPrefixProvider*):446: oid=data_loggenerations_metadata not found 2026-04-02T11:39:58.896 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.894+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.0 2026-04-02T11:39:58.896 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.894+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.896 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.895+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.0 does not exist 2026-04-02T11:39:58.896 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.895+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.1 2026-04-02T11:39:58.896 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.895+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.897 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.896+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.1 does not exist 2026-04-02T11:39:58.897 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.896+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.2 2026-04-02T11:39:58.897 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.896+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.896+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.2 does not exist 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.896+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.3 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.896+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.897+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.3 does not exist 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.897+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.4 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.897+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.897+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.4 does not exist 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.897+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.5 2026-04-02T11:39:58.898 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.897+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.899 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.5 does not exist 2026-04-02T11:39:58.899 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.6 2026-04-02T11:39:58.899 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.899 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.6 does not exist 2026-04-02T11:39:58.899 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.7 2026-04-02T11:39:58.899 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.7 does not exist 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.8 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.8 does not exist 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.9 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.898+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.9 does not exist 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.10 2026-04-02T11:39:58.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.10 does not exist 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.11 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.11 does not exist 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.12 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.899+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.12 does not exist 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.13 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.13 does not exist 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.14 2026-04-02T11:39:58.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.14 does not exist 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.15 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.900+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.15 does not exist 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.16 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.16 does not exist 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.17 2026-04-02T11:39:58.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.17 does not exist 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.18 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.18 does not exist 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.19 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.901+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.19 does not exist 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.20 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.20 does not exist 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.21 2026-04-02T11:39:58.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.21 does not exist 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.22 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.22 does not exist 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.23 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.902+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.23 does not exist 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.24 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.24 does not exist 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.25 2026-04-02T11:39:58.904 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.25 does not exist 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.26 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.26 does not exist 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.27 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.27 does not exist 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.28 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.903+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.28 does not exist 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.29 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.29 does not exist 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.30 2026-04-02T11:39:58.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.30 does not exist 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.31 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.31 does not exist 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.32 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.904+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.32 does not exist 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.33 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.33 does not exist 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.34 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.34 does not exist 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.35 2026-04-02T11:39:58.906 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.35 does not exist 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.36 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.36 does not exist 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.37 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.905+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.37 does not exist 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.38 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.38 does not exist 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.39 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.39 does not exist 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.40 2026-04-02T11:39:58.907 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.40 does not exist 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.41 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.41 does not exist 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.42 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.906+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.42 does not exist 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.43 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.43 does not exist 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.44 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.44 does not exist 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.45 2026-04-02T11:39:58.908 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.45 does not exist 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.46 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.46 does not exist 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.47 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.47 does not exist 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.48 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.907+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.48 does not exist 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.49 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.49 does not exist 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.50 2026-04-02T11:39:58.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.50 does not exist 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.51 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.51 does not exist 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.52 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.52 does not exist 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.53 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.908+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.53 does not exist 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.54 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.54 does not exist 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.55 2026-04-02T11:39:58.910 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.55 does not exist 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.56 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.56 does not exist 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.57 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.57 does not exist 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.58 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.909+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.58 does not exist 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.59 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.59 does not exist 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.60 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.911 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.60 does not exist 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.61 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.61 does not exist 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.62 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.62 does not exist 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.63 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.910+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.63 does not exist 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.64 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.64 does not exist 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.65 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.65 does not exist 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.66 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.66 does not exist 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.67 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.67 does not exist 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.68 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.68 does not exist 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.69 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.911+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.69 does not exist 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.70 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.70 does not exist 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.71 2026-04-02T11:39:58.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.71 does not exist 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.72 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.72 does not exist 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.73 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.912+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.73 does not exist 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.74 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.74 does not exist 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.75 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.75 does not exist 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.76 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.76 does not exist 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.77 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.77 does not exist 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.78 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.913+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.78 does not exist 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.79 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.79 does not exist 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.80 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.80 does not exist 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.81 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.81 does not exist 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.82 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.82 does not exist 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.83 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.914+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.83 does not exist 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.84 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.84 does not exist 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.85 2026-04-02T11:39:58.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.85 does not exist 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.86 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.86 does not exist 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.87 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.915+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.87 does not exist 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.88 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.88 does not exist 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.89 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.89 does not exist 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.90 2026-04-02T11:39:58.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.90 does not exist 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.91 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.91 does not exist 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.92 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.92 does not exist 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.93 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.916+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.93 does not exist 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.94 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.94 does not exist 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.95 2026-04-02T11:39:58.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.95 does not exist 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.96 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.96 does not exist 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.97 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.917+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.97 does not exist 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.98 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.98 does not exist 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.99 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.99 does not exist 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.100 2026-04-02T11:39:58.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.100 does not exist 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.101 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.101 does not exist 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.102 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.918+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.102 does not exist 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.103 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.103 does not exist 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.104 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.104 does not exist 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.105 2026-04-02T11:39:58.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.105 does not exist 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.106 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.106 does not exist 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.107 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.107 does not exist 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.108 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.919+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.108 does not exist 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.109 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.109 does not exist 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.110 2026-04-02T11:39:58.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.110 does not exist 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.111 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.111 does not exist 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.112 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.112 does not exist 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.113 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.920+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.113 does not exist 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.114 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.114 does not exist 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.115 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.115 does not exist 2026-04-02T11:39:58.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.116 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.116 does not exist 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.117 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.117 does not exist 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.118 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.118 does not exist 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.119 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.921+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.119 does not exist 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.120 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd9ffb640 20 do_open: entering 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.120 does not exist 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd97fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.121 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.121 does not exist 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd8ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.122 2026-04-02T11:39:58.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5dd8ff9640 20 do_open: entering 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.122 does not exist 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5de1b3a640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.123 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5de1b3a640 20 do_open: entering 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.123 does not exist 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5ddb7fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.124 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5ddb7fe640 20 do_open: entering 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.124 does not exist 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5ddaffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.125 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.922+0000 7f5ddaffd640 20 do_open: entering 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.924+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.125 does not exist 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.924+0000 7f5dda7fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.126 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.924+0000 7f5dda7fc640 20 do_open: entering 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.924+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.126 does not exist 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.924+0000 7f5de2dc3640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.127 2026-04-02T11:39:58.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.924+0000 7f5de2dc3640 20 do_open: entering 2026-04-02T11:39:58.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.924+0000 7f5dd9ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.127 does not exist 2026-04-02T11:39:58.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.924+0000 7f5dd9ffb640 20 do_create: entering 2026-04-02T11:39:58.927 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.925+0000 7f5dd97fa640 20 do_open: entering 2026-04-02T11:39:58.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.928+0000 7f5de4d25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:39:58.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:39:58.928+0000 7f5de4d25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:40:01.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:01.921+0000 7f5de4d25900 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2026-04-02T11:40:01.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:01.921+0000 7f5de4d25900 5 note: GC not initialized 2026-04-02T11:40:01.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:01.921+0000 7f5d897f2640 20 reqs_thread_entry: start 2026-04-02T11:40:02.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.000+0000 7f5de4d25900 20 init_complete bucket index max shards: 1 2026-04-02T11:40:02.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.001+0000 7f5de4d25900 20 Filter name: none 2026-04-02T11:40:02.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.001+0000 7f5d82ffd640 20 reqs_thread_entry: start 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.012+0000 7f5de4d25900 20 remove_watcher() i=0 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.012+0000 7f5de4d25900 2 removed watcher, disabling cache 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.012+0000 7f5de4d25900 20 remove_watcher() i=1 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.012+0000 7f5de4d25900 20 remove_watcher() i=3 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.013+0000 7f5de4d25900 20 remove_watcher() i=2 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.013+0000 7f5de4d25900 20 remove_watcher() i=7 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.013+0000 7f5de4d25900 20 remove_watcher() i=4 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.013+0000 7f5de4d25900 20 remove_watcher() i=5 2026-04-02T11:40:02.014 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.013+0000 7f5de4d25900 20 remove_watcher() i=6 2026-04-02T11:40:02.022 INFO:teuthology.orchestra.run.vm02.stdout:[] 2026-04-02T11:40:02.022 DEBUG:tasks.util.rgw: json result: [] 2026-04-02T11:40:02.023 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-02T11:40:02.023 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-02T11:40:02.023 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2026-04-02T11:40:02.081 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:40:02.081 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:40:02.098 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.096+0000 7ff693b75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:40:02.098 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.096+0000 7ff693b75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:40:02.098 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.096+0000 7ff63f7ee640 20 reqs_thread_entry: start 2026-04-02T11:40:02.110 INFO:teuthology.orchestra.run.vm02.stdout:{"id":"eddad88e-989b-427a-b28b-eab9b853fda8","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:40:02.111 DEBUG:tasks.util.rgw: json result: {'id': 'eddad88e-989b-427a-b28b-eab9b853fda8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:40:02.111 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2026-04-02T11:40:02.111 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p /tmp/rgw_datacache 2026-04-02T11:40:02.139 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod a+rwx /tmp/rgw_datacache 2026-04-02T11:40:02.219 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-02T11:40:02.219 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-02T11:40:02.219 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-02T11:40:02.316 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:40:02.316 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:40:02.337 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.335+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.339 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.337+0000 7efe9a56e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:40:02.339 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.337+0000 7efe9a56e900 20 realm 2026-04-02T11:40:02.339 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.337+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.339 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.337+0000 7efe9a56e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:40:02.339 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.337+0000 7efe9a56e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:40:02.339 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.337+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.339 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.337+0000 7efe9a56e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:40:02.339 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.338+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.340 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.338+0000 7efe9a56e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:40:02.340 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.338+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.340 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.339+0000 7efe9a56e900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-02T11:40:02.340 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.339+0000 7efe9a56e900 20 searching for the correct realm 2026-04-02T11:40:02.341 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.340+0000 7efe95ae6640 0 -- 192.168.123.102:0/359783207 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7efe840a1be0 msgr2=0x7efe84070120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:40:02.548 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.546+0000 7efe95ae6640 0 -- 192.168.123.102:0/359783207 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7efe840a1be0 msgr2=0x7efe84070120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.552+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 20 rados_obj.operate() r=0 bl.length=436 2026-04-02T11:40:02.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 20 zone default found 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 4 Realm: () 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 20 zonegroup default 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.553+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.554+0000 7efe9a56e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:40:02.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.554+0000 7efe9a56e900 20 rados->read ofs=0 len=0 2026-04-02T11:40:02.556 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.554+0000 7efe9a56e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:40:02.556 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.554+0000 7efe9a56e900 20 started sync module instance, tier type = 2026-04-02T11:40:02.556 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.554+0000 7efe9a56e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:40:02.560 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.558+0000 7efe9a56e900 20 add_watcher() i=7 2026-04-02T11:40:02.560 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.558+0000 7efe9a56e900 20 add_watcher() i=0 2026-04-02T11:40:02.560 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.558+0000 7efe9a56e900 20 add_watcher() i=6 2026-04-02T11:40:02.560 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.558+0000 7efe9a56e900 20 add_watcher() i=5 2026-04-02T11:40:02.560 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.558+0000 7efe9a56e900 20 add_watcher() i=4 2026-04-02T11:40:02.560 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.558+0000 7efe9a56e900 20 add_watcher() i=2 2026-04-02T11:40:02.561 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.559+0000 7efe9a56e900 20 add_watcher() i=1 2026-04-02T11:40:02.561 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.560+0000 7efe9a56e900 20 add_watcher() i=3 2026-04-02T11:40:02.561 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.560+0000 7efe9a56e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:40:02.563 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.562+0000 7efe9a56e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:40:02.563 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.562+0000 7efe9a56e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:40:02.563 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.562+0000 7efe9a56e900 5 note: GC not initialized 2026-04-02T11:40:02.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.562+0000 7efe3effd640 20 reqs_thread_entry: start 2026-04-02T11:40:02.611 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.609+0000 7efe9a56e900 20 init_complete bucket index max shards: 1 2026-04-02T11:40:02.611 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.609+0000 7efe9a56e900 20 Filter name: none 2026-04-02T11:40:02.611 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.609+0000 7efe3cff9640 20 reqs_thread_entry: start 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 20 remove_watcher() i=4 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 2 removed watcher, disabling cache 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 20 remove_watcher() i=5 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 20 remove_watcher() i=6 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 20 remove_watcher() i=2 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 20 remove_watcher() i=7 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 20 remove_watcher() i=3 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 20 remove_watcher() i=1 2026-04-02T11:40:02.624 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.622+0000 7efe9a56e900 20 remove_watcher() i=0 2026-04-02T11:40:02.630 INFO:teuthology.orchestra.run.vm02.stdout:[] 2026-04-02T11:40:02.631 DEBUG:tasks.util.rgw: json result: [] 2026-04-02T11:40:02.631 INFO:tasks.rgw:Configuring storage class = FROZEN 2026-04-02T11:40:02.631 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-02T11:40:02.631 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-02T11:40:02.631 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2026-04-02T11:40:02.692 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:40:02.692 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:40:02.708 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.706+0000 7fc28d150900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:40:02.708 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.706+0000 7fc28d150900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:40:02.708 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.706+0000 7fc2367ec640 20 reqs_thread_entry: start 2026-04-02T11:40:02.719 INFO:teuthology.orchestra.run.vm02.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","STANDARD"]}}] 2026-04-02T11:40:02.719 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'STANDARD']}}] 2026-04-02T11:40:02.719 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-02T11:40:02.719 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-02T11:40:02.719 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2026-04-02T11:40:02.777 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:40:02.777 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:40:02.796 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.794+0000 7f9297123900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:40:02.796 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.794+0000 7f9297123900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:40:02.796 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.794+0000 7f923bfff640 20 reqs_thread_entry: start 2026-04-02T11:40:02.808 INFO:teuthology.orchestra.run.vm02.stdout:{"id":"eddad88e-989b-427a-b28b-eab9b853fda8","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:40:02.809 DEBUG:tasks.util.rgw: json result: {'id': 'eddad88e-989b-427a-b28b-eab9b853fda8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:40:02.809 INFO:tasks.rgw:Configuring storage class = LUKEWARM 2026-04-02T11:40:02.809 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-02T11:40:02.809 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-02T11:40:02.809 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2026-04-02T11:40:02.868 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:40:02.868 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:40:02.886 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.884+0000 7ff6283a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:40:02.886 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.884+0000 7ff6283a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:40:02.886 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.885+0000 7ff5d17f2640 20 reqs_thread_entry: start 2026-04-02T11:40:02.897 INFO:teuthology.orchestra.run.vm02.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2026-04-02T11:40:02.897 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2026-04-02T11:40:02.897 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-02T11:40:02.897 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-02T11:40:02.898 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2026-04-02T11:40:02.957 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:40:02.957 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:40:02.973 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.971+0000 7f945dee8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:40:02.973 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.971+0000 7f945dee8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:40:02.974 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:40:02.972+0000 7f9408ff1640 20 reqs_thread_entry: start 2026-04-02T11:40:02.986 INFO:teuthology.orchestra.run.vm02.stdout:{"id":"eddad88e-989b-427a-b28b-eab9b853fda8","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:40:02.987 DEBUG:tasks.util.rgw: json result: {'id': 'eddad88e-989b-427a-b28b-eab9b853fda8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:40:02.987 INFO:tasks.rgw:Starting rgw... 2026-04-02T11:40:02.987 INFO:tasks.rgw:rgw client.0 config is {} 2026-04-02T11:40:02.987 INFO:tasks.rgw:Using beast as radosgw frontend 2026-04-02T11:40:02.987 DEBUG:teuthology.orchestra.run.vm02:> sudo echo -n http://vm02.local:80 | sudo tee /home/ubuntu/cephtest/url_file 2026-04-02T11:40:03.030 INFO:teuthology.orchestra.run.vm02.stdout:http://vm02.local:80 2026-04-02T11:40:03.030 DEBUG:teuthology.orchestra.run.vm02:> sudo chown ceph /home/ubuntu/cephtest/url_file 2026-04-02T11:40:03.106 INFO:tasks.rgw.client.0:Restarting daemon 2026-04-02T11:40:03.106 DEBUG:teuthology.orchestra.run.vm02:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=80' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2026-04-02T11:40:03.148 INFO:tasks.rgw.client.0:Started 2026-04-02T11:40:03.148 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on http://vm02.local:80/ 2026-04-02T11:40:03.148 DEBUG:teuthology.orchestra.run.vm02:> curl http://vm02.local:80/ 2026-04-02T11:40:03.187 INFO:teuthology.orchestra.run.vm02.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:40:03.187 INFO:teuthology.orchestra.run.vm02.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:40:03.189 INFO:teuthology.orchestra.run.vm02.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-02T11:40:03.190 INFO:teuthology.orchestra.run.vm02.stderr:curl: (7) Failed to connect to vm02.local port 80: Connection refused 2026-04-02T11:40:03.190 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-02T11:40:04.191 DEBUG:teuthology.orchestra.run.vm02:> curl http://vm02.local:80/ 2026-04-02T11:40:04.224 INFO:teuthology.orchestra.run.vm02.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:40:04.225 INFO:teuthology.orchestra.run.vm02.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:40:04.226 INFO:teuthology.orchestra.run.vm02.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 93500 0 --:--:-- --:--:-- --:--:-- 182k 2026-04-02T11:40:04.227 INFO:teuthology.orchestra.run.vm02.stdout:anonymous 2026-04-02T11:40:04.227 INFO:teuthology.run_tasks:Running task tox... 2026-04-02T11:40:04.229 INFO:tasks.tox:Deploying tox from pip... 2026-04-02T11:40:04.230 DEBUG:teuthology.orchestra.run.vm02:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-04-02T11:40:05.648 DEBUG:teuthology.orchestra.run.vm02:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox 2026-04-02T11:40:06.005 INFO:teuthology.orchestra.run.vm02.stdout:Collecting tox 2026-04-02T11:40:06.038 INFO:teuthology.orchestra.run.vm02.stdout: Downloading tox-4.30.3-py3-none-any.whl (175 kB) 2026-04-02T11:40:06.142 INFO:teuthology.orchestra.run.vm02.stdout:Collecting chardet>=5.2 2026-04-02T11:40:06.152 INFO:teuthology.orchestra.run.vm02.stdout: Downloading chardet-5.2.0-py3-none-any.whl (199 kB) 2026-04-02T11:40:06.274 INFO:teuthology.orchestra.run.vm02.stdout:Collecting virtualenv>=20.31.2 2026-04-02T11:40:06.285 INFO:teuthology.orchestra.run.vm02.stdout: Downloading virtualenv-21.2.0-py3-none-any.whl (5.8 MB) 2026-04-02T11:40:06.412 INFO:teuthology.orchestra.run.vm02.stdout:Collecting typing-extensions>=4.14.1 2026-04-02T11:40:06.420 INFO:teuthology.orchestra.run.vm02.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-04-02T11:40:06.459 INFO:teuthology.orchestra.run.vm02.stdout:Collecting filelock>=3.18 2026-04-02T11:40:06.467 INFO:teuthology.orchestra.run.vm02.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-04-02T11:40:06.497 INFO:teuthology.orchestra.run.vm02.stdout:Collecting packaging>=25 2026-04-02T11:40:06.505 INFO:teuthology.orchestra.run.vm02.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-04-02T11:40:06.539 INFO:teuthology.orchestra.run.vm02.stdout:Collecting cachetools>=6.1 2026-04-02T11:40:06.548 INFO:teuthology.orchestra.run.vm02.stdout: Downloading cachetools-6.2.6-py3-none-any.whl (11 kB) 2026-04-02T11:40:06.575 INFO:teuthology.orchestra.run.vm02.stdout:Collecting pyproject-api>=1.9.1 2026-04-02T11:40:06.585 INFO:teuthology.orchestra.run.vm02.stdout: Downloading pyproject_api-1.9.1-py3-none-any.whl (13 kB) 2026-04-02T11:40:06.645 INFO:teuthology.orchestra.run.vm02.stdout:Collecting tomli>=2.2.1 2026-04-02T11:40:06.654 INFO:teuthology.orchestra.run.vm02.stdout: Downloading tomli-2.4.1-py3-none-any.whl (14 kB) 2026-04-02T11:40:06.693 INFO:teuthology.orchestra.run.vm02.stdout:Collecting platformdirs>=4.3.8 2026-04-02T11:40:06.701 INFO:teuthology.orchestra.run.vm02.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-04-02T11:40:06.732 INFO:teuthology.orchestra.run.vm02.stdout:Collecting colorama>=0.4.6 2026-04-02T11:40:06.741 INFO:teuthology.orchestra.run.vm02.stdout: Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB) 2026-04-02T11:40:06.768 INFO:teuthology.orchestra.run.vm02.stdout:Collecting pluggy>=1.6 2026-04-02T11:40:06.777 INFO:teuthology.orchestra.run.vm02.stdout: Downloading pluggy-1.6.0-py3-none-any.whl (20 kB) 2026-04-02T11:40:06.825 INFO:teuthology.orchestra.run.vm02.stdout:Collecting python-discovery>=1 2026-04-02T11:40:06.834 INFO:teuthology.orchestra.run.vm02.stdout: Downloading python_discovery-1.2.1-py3-none-any.whl (31 kB) 2026-04-02T11:40:06.858 INFO:teuthology.orchestra.run.vm02.stdout:Collecting distlib<1,>=0.3.7 2026-04-02T11:40:06.867 INFO:teuthology.orchestra.run.vm02.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-04-02T11:40:06.960 INFO:teuthology.orchestra.run.vm02.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, tomli, python-discovery, packaging, distlib, virtualenv, pyproject-api, pluggy, colorama, chardet, cachetools, tox 2026-04-02T11:40:07.380 INFO:teuthology.orchestra.run.vm02.stdout:Successfully installed cachetools-6.2.6 chardet-5.2.0 colorama-0.4.6 distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-1.6.0 pyproject-api-1.9.1 python-discovery-1.2.1 tomli-2.4.1 tox-4.30.3 typing-extensions-4.15.0 virtualenv-21.2.0 2026-04-02T11:40:07.466 INFO:teuthology.orchestra.run.vm02.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-04-02T11:40:07.466 INFO:teuthology.orchestra.run.vm02.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-04-02T11:40:07.559 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:40:07.566 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:40:07.566 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:40:07.566 DEBUG:teuthology.orchestra.run.vm02:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:40:07.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:40:07.601 INFO:teuthology.orchestra.run.vm02.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:40:07.601 DEBUG:teuthology.orchestra.run.vm02:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:40:07.671 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:40:07.672 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:40:07.741 INFO:tasks.workunit:timeout=3h 2026-04-02T11:40:07.741 INFO:tasks.workunit:cleanup=True 2026-04-02T11:40:07.742 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:40:07.814 INFO:tasks.workunit.client.0.vm02.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: git switch -c 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:Or undo this operation with: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: git switch - 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:40:44.082 INFO:tasks.workunit.client.0.vm02.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:40:44.090 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:40:44.165 INFO:tasks.workunit.client.0.vm02.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:40:44.167 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:40:44.167 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:40:44.214 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:40:44.254 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:40:44.285 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:40:44.287 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:40:44.287 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:40:44.318 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:40:44.321 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:40:44.322 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:40:44.394 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2026-04-02T11:40:44.395 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2026-04-02T11:40:44.395 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2026-04-02T11:40:44.470 INFO:tasks.workunit.client.0.vm02.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2026-04-02T11:40:44.471 INFO:tasks.workunit.client.0.vm02.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:40:44.471 INFO:tasks.workunit.client.0.vm02.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ deactivate nondestructive 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ hash -r 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:40:45.907 INFO:tasks.workunit.client.0.vm02.stderr:++ export VIRTUAL_ENV 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ export PATH 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -z '' ']' 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ PS1='(rgw) ' 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ export PS1 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:++ hash -r 2026-04-02T11:40:45.908 INFO:tasks.workunit.client.0.vm02.stderr:+ pip install pip --upgrade 2026-04-02T11:40:46.080 INFO:tasks.workunit.client.0.vm02.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:40:46.182 INFO:tasks.workunit.client.0.vm02.stdout:Collecting pip 2026-04-02T11:40:46.213 INFO:tasks.workunit.client.0.vm02.stdout: Downloading pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:40:46.350 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: pip 2026-04-02T11:40:46.350 INFO:tasks.workunit.client.0.vm02.stdout: Attempting uninstall: pip 2026-04-02T11:40:46.350 INFO:tasks.workunit.client.0.vm02.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:40:46.466 INFO:tasks.workunit.client.0.vm02.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:40:46.469 INFO:tasks.workunit.client.0.vm02.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:40:46.942 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed pip-26.0.1 2026-04-02T11:40:47.079 INFO:tasks.workunit.client.0.vm02.stderr:+ pip install configobj 2026-04-02T11:40:47.300 INFO:tasks.workunit.client.0.vm02.stdout:Collecting configobj 2026-04-02T11:40:47.332 INFO:tasks.workunit.client.0.vm02.stdout: Downloading configobj-5.0.9-py2.py3-none-any.whl.metadata (3.2 kB) 2026-04-02T11:40:47.345 INFO:tasks.workunit.client.0.vm02.stdout:Downloading configobj-5.0.9-py2.py3-none-any.whl (35 kB) 2026-04-02T11:40:47.356 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: configobj 2026-04-02T11:40:47.371 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed configobj-5.0.9 2026-04-02T11:40:47.421 INFO:tasks.workunit.client.0.vm02.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2026-04-02T11:40:47.441 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2026-04-02T11:40:47.441 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(pwd) 2026-04-02T11:40:47.443 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:47.443 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2026-04-02T11:40:47.443 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:40:47.443 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(sudo ss -nltp | egrep "rados|valgr|memcheck-") 2026-04-02T11:40:47.486 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:47.486 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b'LISTEN 0 4096 0.0.0.0:80 0.0.0.0:* users:(("radosgw",pid=69097,fd=79)) \nLISTEN 0 4096 [::]:80 [::]:* users:(("radosgw",pid=69097,fd=80)) \n' 2026-04-02T11:40:47.486 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:radosgw port: 80 2026-04-02T11:40:47.486 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2026-04-02T11:40:47.486 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2026-04-02T11:40:47.507 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:47.507 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b'' 2026-04-02T11:40:47.507 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2026-04-02T11:40:47.858 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:47.858 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2026-04-02T11:40:47.839625Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2026-04-02T11:40:47.839618Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2026-04-02T11:40:47.858 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:Creating s3cmd config... 2026-04-02T11:40:47.858 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:proto for s3cmd config is http 2026-04-02T11:40:47.858 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:s3cmd config written 2026-04-02T11:40:47.858 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2026-04-02T11:40:47.952 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:47.952 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2026-04-02T11:40:47.952 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2026-04-02T11:40:48.123 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:48.123 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 0.1 seconds, 95.64 MB/s) [1 of 1]\n" 2026-04-02T11:40:48.123 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2026-04-02T11:40:48.240 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:48.240 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 0.0 seconds, 296.27 MB/s)\n" 2026-04-02T11:40:48.240 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2026-04-02T11:40:48.779 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:48.779 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7340376,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "compression": {\n "compression_type": "snappy",\n "orig_size": 7340032,\n "blocks": [\n {\n "old_ofs": 0,\n "new_ofs": 0,\n "len": 4194500\n },\n {\n "old_ofs": 4194304,\n "new_ofs": 4194500,\n "len": 3145876\n }\n ]\n },\n "etag": "68542e5444d66c56f4528bdac3936d45",\n "tag": "eddad88e-989b-427a-b28b-eab9b853fda8.4590.12235395035226810067",\n "manifest": {\n "objs": [],\n "obj_size": 7340376,\n "explicit_objs": false,\n "head_size": 4194304,\n "max_head_size": 4194304,\n "prefix": ".x-4kGQlPPZYMrkyNtPjDRCfa7UWL5gY_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 4194304,\n "part_size": 0,\n "stripe_max_size": 6291456,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "eddad88e-989b-427a-b28b-eab9b853fda8.4590.1",\n "bucket_id": "eddad88e-989b-427a-b28b-eab9b853fda8.4590.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 4194304,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "eddad88e-989b-427a-b28b-eab9b853fda8.4590.1",\n "bucket_id": "eddad88e-989b-427a-b28b-eab9b853fda8.4590.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": "7M.dat",\n "instance": "",\n "ns": ""\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 4194304,\n "stripe_ofs": 4194304,\n "ofs": 7340376,\n "stripe_size": 3146072,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "eddad88e-989b-427a-b28b-eab9b853fda8.4590.1",\n "bucket_id": "eddad88e-989b-427a-b28b-eab9b853fda8.4590.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".x-4kGQlPPZYMrkyNtPjDRCfa7UWL5gY_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2026-04-02T11:40:48.086951Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "eddad88e-989b-427a-b28b-eab9b853fda8.4590.12235395035226810067",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1775130047/ctime:1775130047/gid:1000/gname:ubuntu/md5:68542e5444d66c56f4528bdac3936d45/mode:33188/mtime:1775130047/uid:1000/uname:ubuntu"\n }\n}\n' 2026-04-02T11:40:48.779 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:Cached object name is: .x-4kGQlPPZYMrkyNtPjDRCfa7UWL5gY_ 2026-04-02T11:40:48.779 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2026-04-02T11:40:48.783 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:command succeeded 2026-04-02T11:40:48.783 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:b'0\n' 2026-04-02T11:40:48.783 INFO:tasks.workunit.client.0.vm02.stderr:DEBUG:root:Check cache dir content: 0 2026-04-02T11:40:48.783 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:NOTICE: datacache test object not found, inspect if datacache was bypassed or disabled during this check. 2026-04-02T11:40:48.783 INFO:tasks.workunit.client.0.vm02.stderr:INFO:root:Completed Datacache tests 2026-04-02T11:40:48.787 INFO:tasks.workunit.client.0.vm02.stderr:+ deactivate 2026-04-02T11:40:48.787 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T11:40:48.787 INFO:tasks.workunit.client.0.vm02.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ export PATH 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n '' ']' 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ hash -r 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n '' ']' 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ unset VIRTUAL_ENV 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ unset -f deactivate 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stderr:+ echo OK. 2026-04-02T11:40:48.788 INFO:tasks.workunit.client.0.vm02.stdout:OK. 2026-04-02T11:40:48.788 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:40:48.788 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:40:48.877 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2026-04-02T11:40:48.877 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:40:49.282 DEBUG:teuthology.parallel:result is None 2026-04-02T11:40:49.283 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:40:49.329 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:40:49.330 DEBUG:teuthology.orchestra.run.vm02:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:40:49.363 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:40:49.363 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:40:49.366 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:40:49.366 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:40:49.366 DEBUG:teuthology.orchestra.run.vm02:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:40:49.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:40:49.436 INFO:teuthology.orchestra.run.vm02.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:40:49.436 DEBUG:teuthology.orchestra.run.vm02:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:40:49.508 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:40:49.509 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:40:49.584 INFO:tasks.workunit:timeout=3h 2026-04-02T11:40:49.584 INFO:tasks.workunit:cleanup=True 2026-04-02T11:40:49.584 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:40:49.658 INFO:tasks.workunit.client.0.vm02.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: git switch -c 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:Or undo this operation with: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: git switch - 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:28.165 INFO:tasks.workunit.client.0.vm02.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:41:28.172 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:41:28.243 INFO:tasks.workunit.client.0.vm02.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:41:28.246 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:41:28.246 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:41:28.288 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:41:28.324 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:41:28.356 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:41:28.358 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:41:28.358 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:41:28.386 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:41:28.389 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:41:28.389 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:41:28.458 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2026-04-02T11:41:28.459 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2026-04-02T11:41:28.459 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-02T11:41:28.535 INFO:tasks.workunit.client.0.vm02.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-02T11:41:28.535 INFO:tasks.workunit.client.0.vm02.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:41:28.535 INFO:tasks.workunit.client.0.vm02.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ deactivate nondestructive 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ hash -r 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ export VIRTUAL_ENV 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ export PATH 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:41:29.914 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -z '' ']' 2026-04-02T11:41:29.915 INFO:tasks.workunit.client.0.vm02.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:41:29.915 INFO:tasks.workunit.client.0.vm02.stderr:++ PS1='(rgw) ' 2026-04-02T11:41:29.915 INFO:tasks.workunit.client.0.vm02.stderr:++ export PS1 2026-04-02T11:41:29.915 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:41:29.915 INFO:tasks.workunit.client.0.vm02.stderr:++ hash -r 2026-04-02T11:41:29.915 INFO:tasks.workunit.client.0.vm02.stderr:+ pip install pip --upgrade 2026-04-02T11:41:30.062 INFO:tasks.workunit.client.0.vm02.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:41:30.152 INFO:tasks.workunit.client.0.vm02.stdout:Collecting pip 2026-04-02T11:41:30.157 INFO:tasks.workunit.client.0.vm02.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:41:30.187 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: pip 2026-04-02T11:41:30.187 INFO:tasks.workunit.client.0.vm02.stdout: Attempting uninstall: pip 2026-04-02T11:41:30.188 INFO:tasks.workunit.client.0.vm02.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:41:30.299 INFO:tasks.workunit.client.0.vm02.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:41:30.303 INFO:tasks.workunit.client.0.vm02.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:41:30.742 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed pip-26.0.1 2026-04-02T11:41:30.815 INFO:tasks.workunit.client.0.vm02.stderr:+ pip install boto3 2026-04-02T11:41:31.226 INFO:tasks.workunit.client.0.vm02.stdout:Collecting boto3 2026-04-02T11:41:31.255 INFO:tasks.workunit.client.0.vm02.stdout: Downloading boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:41:31.450 INFO:tasks.workunit.client.0.vm02.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:41:31.459 INFO:tasks.workunit.client.0.vm02.stdout: Downloading botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:41:31.476 INFO:tasks.workunit.client.0.vm02.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:41:31.486 INFO:tasks.workunit.client.0.vm02.stdout: Downloading jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:41:31.505 INFO:tasks.workunit.client.0.vm02.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:41:31.515 INFO:tasks.workunit.client.0.vm02.stdout: Downloading s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:41:31.534 INFO:tasks.workunit.client.0.vm02.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:41:31.544 INFO:tasks.workunit.client.0.vm02.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:41:31.568 INFO:tasks.workunit.client.0.vm02.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:41:31.576 INFO:tasks.workunit.client.0.vm02.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:41:31.601 INFO:tasks.workunit.client.0.vm02.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:41:31.609 INFO:tasks.workunit.client.0.vm02.stdout: Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:41:31.648 INFO:tasks.workunit.client.0.vm02.stdout:Downloading boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:41:31.666 INFO:tasks.workunit.client.0.vm02.stdout:Downloading botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:41:31.836 INFO:tasks.workunit.client.0.vm02.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 14.8/14.8 MB 89.4 MB/s 0:00:00 2026-04-02T11:41:31.845 INFO:tasks.workunit.client.0.vm02.stdout:Downloading jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:41:31.855 INFO:tasks.workunit.client.0.vm02.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:41:31.867 INFO:tasks.workunit.client.0.vm02.stdout:Downloading s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:41:31.877 INFO:tasks.workunit.client.0.vm02.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:41:31.889 INFO:tasks.workunit.client.0.vm02.stdout:Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:41:31.925 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:41:32.366 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:41:32.367 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:41:32.484 INFO:tasks.workunit.client.0.vm02.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2026-04-02T11:41:32.581 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2026-04-02T11:41:32.606 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:32.606 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:32.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.629+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.630+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.630+0000 7f629af83900 20 realm 2026-04-02T11:41:32.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.630+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.630+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.630+0000 7f629af83900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:32.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.630+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.631+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.631+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.632+0000 7f629af83900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:32.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.632+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.632+0000 7f629af83900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:32.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.632+0000 7f629af83900 20 searching for the correct realm 2026-04-02T11:41:32.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.636+0000 7f6296ce7640 0 -- 192.168.123.102:0/740480222 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x556032e80850 msgr2=0x556032ea0d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:32.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.640+0000 7f62964e6640 0 -- 192.168.123.102:0/740480222 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f62880e2bd0 msgr2=0x7f62880f67f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:32.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.644+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 20 zone default found 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 4 Realm: () 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 20 zonegroup default 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.645+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.646+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.646+0000 7f629af83900 20 started sync module instance, tier type = 2026-04-02T11:41:32.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.646+0000 7f629af83900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:32.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.651+0000 7f629af83900 20 add_watcher() i=5 2026-04-02T11:41:32.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.652+0000 7f629af83900 20 add_watcher() i=4 2026-04-02T11:41:32.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.652+0000 7f629af83900 20 add_watcher() i=6 2026-04-02T11:41:32.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.652+0000 7f629af83900 20 add_watcher() i=3 2026-04-02T11:41:32.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.652+0000 7f629af83900 20 add_watcher() i=0 2026-04-02T11:41:32.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.652+0000 7f629af83900 20 add_watcher() i=2 2026-04-02T11:41:32.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.653+0000 7f629af83900 20 add_watcher() i=7 2026-04-02T11:41:32.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.653+0000 7f629af83900 20 add_watcher() i=1 2026-04-02T11:41:32.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.653+0000 7f629af83900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:32.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.655+0000 7f629af83900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:32.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.655+0000 7f629af83900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:32.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.655+0000 7f629af83900 5 note: GC not initialized 2026-04-02T11:41:32.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.656+0000 7f623f7fe640 20 reqs_thread_entry: start 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.711+0000 7f629af83900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.711+0000 7f629af83900 20 Filter name: none 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.711+0000 7f623d7fa640 20 reqs_thread_entry: start 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.711+0000 7f629af83900 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.711+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2026-04-02T11:41:32.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 20 rados->read ofs=0 len=0 2026-04-02T11:41:32.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:32.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2026-04-02T11:41:32.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:41:32.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-02T11:41:32.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.712+0000 7f629af83900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-02T11:41:32.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.714+0000 7f629af83900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-02T11:41:32.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.714+0000 7f629af83900 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:41:32.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.714+0000 7f629af83900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2026-04-02T11:41:32.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.715+0000 7f6275ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 154618822657 cookie 93871659323376 notifier 34415 bl.length()=593 2026-04-02T11:41:32.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.715+0000 7f6275ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-02T11:41:32.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.715+0000 7f6275ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:41:32.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.717+0000 7f629af83900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-02T11:41:32.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.717+0000 7f629af83900 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:41:32.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.717+0000 7f629af83900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2026-04-02T11:41:32.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.717+0000 7f62767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 154618822657 cookie 93871659301856 notifier 34415 bl.length()=186 2026-04-02T11:41:32.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.717+0000 7f62767fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-02T11:41:32.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.717+0000 7f62767fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:41:32.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.722+0000 7f629af83900 20 remove_watcher() i=7 2026-04-02T11:41:32.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.722+0000 7f629af83900 2 removed watcher, disabling cache 2026-04-02T11:41:32.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.722+0000 7f629af83900 20 remove_watcher() i=4 2026-04-02T11:41:32.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.722+0000 7f629af83900 20 remove_watcher() i=2 2026-04-02T11:41:32.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.722+0000 7f629af83900 20 remove_watcher() i=0 2026-04-02T11:41:32.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.723+0000 7f629af83900 20 remove_watcher() i=3 2026-04-02T11:41:32.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.723+0000 7f629af83900 20 remove_watcher() i=5 2026-04-02T11:41:32.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.723+0000 7f629af83900 20 remove_watcher() i=6 2026-04-02T11:41:32.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:32.723+0000 7f629af83900 20 remove_watcher() i=1 2026-04-02T11:41:32.735 INFO:tasks.workunit.client.0.vm02.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:41:32.735 INFO:tasks.workunit.client.0.vm02.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:41:32.971 INFO:tasks.workunit.client.0.vm02.stderr:TEST: recalculated bucket check stats are correct 2026-04-02T11:41:32.971 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:32.973 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-02T11:41:32.996 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:32.996 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:33.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.019+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.020+0000 7f834e31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.020+0000 7f834e31c900 20 realm 2026-04-02T11:41:33.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.020+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.020+0000 7f834e31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.020+0000 7f834e31c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:33.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.020+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.020+0000 7f834e31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.020+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.022+0000 7f834e31c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:33.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.022+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.022+0000 7f834e31c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:33.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.022+0000 7f834e31c900 20 searching for the correct realm 2026-04-02T11:41:33.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.025+0000 7f83477fe640 0 -- 192.168.123.102:0/404298495 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55ea3c6fcc50 msgr2=0x55ea3c71d100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:33.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.028+0000 7f8346ffd640 0 -- 192.168.123.102:0/404298495 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f834008f050 msgr2=0x7f8340062bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.033+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 20 zone default found 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 4 Realm: () 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 20 zonegroup default 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.034+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.035+0000 7f834e31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.035+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.035+0000 7f834e31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.035+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.035+0000 7f834e31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.035+0000 7f834e31c900 20 started sync module instance, tier type = 2026-04-02T11:41:33.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.035+0000 7f834e31c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:33.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.039+0000 7f834e31c900 20 add_watcher() i=0 2026-04-02T11:41:33.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.039+0000 7f834e31c900 20 add_watcher() i=5 2026-04-02T11:41:33.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.039+0000 7f834e31c900 20 add_watcher() i=7 2026-04-02T11:41:33.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.039+0000 7f834e31c900 20 add_watcher() i=2 2026-04-02T11:41:33.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.039+0000 7f834e31c900 20 add_watcher() i=4 2026-04-02T11:41:33.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.040+0000 7f834e31c900 20 add_watcher() i=6 2026-04-02T11:41:33.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.040+0000 7f834e31c900 20 add_watcher() i=1 2026-04-02T11:41:33.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.041+0000 7f834e31c900 20 add_watcher() i=3 2026-04-02T11:41:33.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.041+0000 7f834e31c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:33.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.043+0000 7f834e31c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:33.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.043+0000 7f834e31c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:33.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.043+0000 7f834e31c900 5 note: GC not initialized 2026-04-02T11:41:33.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.043+0000 7f82f97ea640 20 reqs_thread_entry: start 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.086+0000 7f834e31c900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.086+0000 7f834e31c900 20 Filter name: none 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.086+0000 7f82f2ffd640 20 reqs_thread_entry: start 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.086+0000 7f834e31c900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.086+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:33.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:33.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:33.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:33.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:33.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:33.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:33.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.087+0000 7f834e31c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.094+0000 7f834e31c900 20 remove_watcher() i=0 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.094+0000 7f834e31c900 2 removed watcher, disabling cache 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.094+0000 7f834e31c900 20 remove_watcher() i=5 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.094+0000 7f834e31c900 20 remove_watcher() i=6 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.094+0000 7f834e31c900 20 remove_watcher() i=3 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.094+0000 7f834e31c900 20 remove_watcher() i=7 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.095+0000 7f834e31c900 20 remove_watcher() i=2 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.095+0000 7f834e31c900 20 remove_watcher() i=4 2026-04-02T11:41:33.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.095+0000 7f834e31c900 20 remove_watcher() i=1 2026-04-02T11:41:33.105 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-02T11:41:33.126 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:33.126 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:33.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.145+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.147+0000 7fcf6bb3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.147+0000 7fcf6bb3a900 20 realm 2026-04-02T11:41:33.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.147+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.147+0000 7fcf6bb3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.147+0000 7fcf6bb3a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:33.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.147+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.147+0000 7fcf6bb3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.147+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.148+0000 7fcf6bb3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:33.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.148+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.148+0000 7fcf6bb3a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:33.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.148+0000 7fcf6bb3a900 20 searching for the correct realm 2026-04-02T11:41:33.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.152+0000 7fcf637fe640 0 -- 192.168.123.102:0/1537466639 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fcf5c016570 msgr2=0x7fcf5c09a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:33.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.357+0000 7fcf63fff640 0 -- 192.168.123.102:0/1537466639 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x563cdd4630a0 msgr2=0x563cdd483480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.359+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 20 zone default found 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 4 Realm: () 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 20 zonegroup default 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.360+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.361+0000 7fcf6bb3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.361+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.361+0000 7fcf6bb3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.361+0000 7fcf6bb3a900 20 started sync module instance, tier type = 2026-04-02T11:41:33.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.361+0000 7fcf6bb3a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:33.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.364+0000 7fcf6bb3a900 20 add_watcher() i=2 2026-04-02T11:41:33.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.364+0000 7fcf6bb3a900 20 add_watcher() i=5 2026-04-02T11:41:33.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.364+0000 7fcf6bb3a900 20 add_watcher() i=0 2026-04-02T11:41:33.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.365+0000 7fcf6bb3a900 20 add_watcher() i=6 2026-04-02T11:41:33.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.365+0000 7fcf6bb3a900 20 add_watcher() i=7 2026-04-02T11:41:33.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.365+0000 7fcf6bb3a900 20 add_watcher() i=3 2026-04-02T11:41:33.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.366+0000 7fcf6bb3a900 20 add_watcher() i=4 2026-04-02T11:41:33.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.366+0000 7fcf6bb3a900 20 add_watcher() i=1 2026-04-02T11:41:33.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.366+0000 7fcf6bb3a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:33.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.369+0000 7fcf6bb3a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:33.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.369+0000 7fcf6bb3a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:33.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.369+0000 7fcf6bb3a900 5 note: GC not initialized 2026-04-02T11:41:33.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.369+0000 7fcf14fe9640 20 reqs_thread_entry: start 2026-04-02T11:41:33.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.413+0000 7fcf6bb3a900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:33.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.413+0000 7fcf6bb3a900 20 Filter name: none 2026-04-02T11:41:33.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.413+0000 7fcf0e7fc640 20 reqs_thread_entry: start 2026-04-02T11:41:33.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.413+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.414+0000 7fcf6bb3a900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:33.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.414+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.414+0000 7fcf6bb3a900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:33.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.414+0000 7fcf6bb3a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:33.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.414+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.415+0000 7fcf6bb3a900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:33.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.415+0000 7fcf6bb3a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.415+0000 7fcf6bb3a900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:33.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.415+0000 7fcf6bb3a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:33.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.420+0000 7fcf6bb3a900 20 remove_watcher() i=0 2026-04-02T11:41:33.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.420+0000 7fcf6bb3a900 2 removed watcher, disabling cache 2026-04-02T11:41:33.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.420+0000 7fcf6bb3a900 20 remove_watcher() i=3 2026-04-02T11:41:33.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.421+0000 7fcf6bb3a900 20 remove_watcher() i=5 2026-04-02T11:41:33.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.422+0000 7fcf6bb3a900 20 remove_watcher() i=2 2026-04-02T11:41:33.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.422+0000 7fcf6bb3a900 20 remove_watcher() i=6 2026-04-02T11:41:33.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.422+0000 7fcf6bb3a900 20 remove_watcher() i=4 2026-04-02T11:41:33.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.422+0000 7fcf6bb3a900 20 remove_watcher() i=7 2026-04-02T11:41:33.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.422+0000 7fcf6bb3a900 20 remove_watcher() i=1 2026-04-02T11:41:33.430 INFO:tasks.workunit.client.0.vm02.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 73, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2026-04-02T11:41:33.430 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check unlinked does not report normal entries 2026-04-02T11:41:33.430 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:33.432 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:41:33.456 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:33.456 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:33.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.479+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.480+0000 7fa8fff22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.480+0000 7fa8fff22900 20 realm 2026-04-02T11:41:33.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.480+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.481+0000 7fa8fff22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.481+0000 7fa8fff22900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:33.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.481+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.481+0000 7fa8fff22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.481+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.482+0000 7fa8fff22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:33.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.482+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.483+0000 7fa8fff22900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:33.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.483+0000 7fa8fff22900 20 searching for the correct realm 2026-04-02T11:41:33.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.486+0000 7fa8f77fe640 0 -- 192.168.123.102:0/3669631198 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x5612c5d1b780 msgr2=0x5612c5d3bc30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:33.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.490+0000 7fa8eedff640 0 -- 192.168.123.102:0/3669631198 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fa8f0090040 msgr2=0x7fa8f0014410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.493+0000 7fa8fff22900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.493+0000 7fa8fff22900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.494+0000 7fa8fff22900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.494+0000 7fa8fff22900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.494+0000 7fa8fff22900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.494+0000 7fa8fff22900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.494+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.494+0000 7fa8fff22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.494+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.494+0000 7fa8fff22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:33.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:33.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 20 zone default found 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 4 Realm: () 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 20 zonegroup default 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.495+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.496+0000 7fa8fff22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.496+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.496+0000 7fa8fff22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.496+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.496+0000 7fa8fff22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:33.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.497+0000 7fa8fff22900 20 started sync module instance, tier type = 2026-04-02T11:41:33.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.497+0000 7fa8fff22900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:33.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.501+0000 7fa8fff22900 20 add_watcher() i=6 2026-04-02T11:41:33.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.502+0000 7fa8fff22900 20 add_watcher() i=5 2026-04-02T11:41:33.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.502+0000 7fa8fff22900 20 add_watcher() i=0 2026-04-02T11:41:33.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.502+0000 7fa8fff22900 20 add_watcher() i=3 2026-04-02T11:41:33.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.502+0000 7fa8fff22900 20 add_watcher() i=4 2026-04-02T11:41:33.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.502+0000 7fa8fff22900 20 add_watcher() i=7 2026-04-02T11:41:33.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.502+0000 7fa8fff22900 20 add_watcher() i=2 2026-04-02T11:41:33.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.503+0000 7fa8fff22900 20 add_watcher() i=1 2026-04-02T11:41:33.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.503+0000 7fa8fff22900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:33.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.506+0000 7fa8fff22900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:33.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.506+0000 7fa8fff22900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:33.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.506+0000 7fa8fff22900 5 note: GC not initialized 2026-04-02T11:41:33.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.506+0000 7fa8a8ff1640 20 reqs_thread_entry: start 2026-04-02T11:41:33.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.554+0000 7fa8fff22900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:33.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.554+0000 7fa8fff22900 20 Filter name: none 2026-04-02T11:41:33.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.555+0000 7fa8a1ffb640 20 reqs_thread_entry: start 2026-04-02T11:41:33.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.555+0000 7fa8fff22900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:33.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.555+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.555+0000 7fa8fff22900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.555+0000 7fa8fff22900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.555+0000 7fa8fff22900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.555+0000 7fa8fff22900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.555+0000 7fa8fff22900 20 rados->read ofs=0 len=0 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.556+0000 7fa8fff22900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.556+0000 7fa8fff22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.556+0000 7fa8fff22900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.556+0000 7fa8fff22900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.556+0000 7fa8fff22900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:33.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.556+0000 7fa8fff22900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:33.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.556+0000 7fa8fff22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:33.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.557+0000 7fa8fff22900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:41:33.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.557+0000 7fa8fff22900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:41:33.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 20 remove_watcher() i=0 2026-04-02T11:41:33.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 2 removed watcher, disabling cache 2026-04-02T11:41:33.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 20 remove_watcher() i=7 2026-04-02T11:41:33.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 20 remove_watcher() i=3 2026-04-02T11:41:33.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 20 remove_watcher() i=5 2026-04-02T11:41:33.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 20 remove_watcher() i=6 2026-04-02T11:41:33.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 20 remove_watcher() i=2 2026-04-02T11:41:33.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 20 remove_watcher() i=4 2026-04-02T11:41:33.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:33.563+0000 7fa8fff22900 20 remove_watcher() i=1 2026-04-02T11:41:33.573 INFO:tasks.workunit.client.0.vm02.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-02T11:41:33.865 INFO:tasks.workunit.client.0.vm02.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-02T11:41:35.332 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:41:35.334 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:41:35.360 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:35.360 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:35.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.394+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.395+0000 7fb470925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.395+0000 7fb470925900 20 realm 2026-04-02T11:41:35.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.395+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.395+0000 7fb470925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.395+0000 7fb470925900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:35.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.395+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.395+0000 7fb470925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.395+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.396+0000 7fb470925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:35.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.396+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.397+0000 7fb470925900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:35.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.397+0000 7fb470925900 20 searching for the correct realm 2026-04-02T11:41:35.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.401+0000 7fb467fff640 0 -- 192.168.123.102:0/2171312387 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fb4600f2b60 msgr2=0x7fb4600beb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:35.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.608+0000 7fb45ffff640 0 -- 192.168.123.102:0/2171312387 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55c233be0240 msgr2=0x55c233c00620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.610+0000 7fb470925900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.610+0000 7fb470925900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.610+0000 7fb470925900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.610+0000 7fb470925900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.610+0000 7fb470925900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.610+0000 7fb470925900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.611+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.611+0000 7fb470925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.611+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.611+0000 7fb470925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:35.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.611+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 zone default found 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 4 Realm: () 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 zonegroup default 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 started sync module instance, tier type = 2026-04-02T11:41:35.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.612+0000 7fb470925900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:35.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.616+0000 7fb470925900 20 add_watcher() i=0 2026-04-02T11:41:35.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.617+0000 7fb470925900 20 add_watcher() i=2 2026-04-02T11:41:35.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.617+0000 7fb470925900 20 add_watcher() i=7 2026-04-02T11:41:35.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.618+0000 7fb470925900 20 add_watcher() i=4 2026-04-02T11:41:35.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.618+0000 7fb470925900 20 add_watcher() i=5 2026-04-02T11:41:35.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.618+0000 7fb470925900 20 add_watcher() i=6 2026-04-02T11:41:35.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.618+0000 7fb470925900 20 add_watcher() i=3 2026-04-02T11:41:35.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.618+0000 7fb470925900 20 add_watcher() i=1 2026-04-02T11:41:35.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.618+0000 7fb470925900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:35.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.621+0000 7fb470925900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:35.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.621+0000 7fb470925900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:35.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.621+0000 7fb470925900 5 note: GC not initialized 2026-04-02T11:41:35.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.621+0000 7fb4197f2640 20 reqs_thread_entry: start 2026-04-02T11:41:35.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.679+0000 7fb470925900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:35.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.679+0000 7fb470925900 20 Filter name: none 2026-04-02T11:41:35.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.679+0000 7fb412ffd640 20 reqs_thread_entry: start 2026-04-02T11:41:35.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.679+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.680+0000 7fb470925900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:35.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.680+0000 7fb470925900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.681+0000 7fb470925900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:35.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.681+0000 7fb470925900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:35.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.681+0000 7fb470925900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:35.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.681+0000 7fb470925900 20 INFO: main: starting shard=0 2026-04-02T11:41:35.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.681+0000 7fb470925900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:35.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.681+0000 7fb470925900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:41:35.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.681+0000 7fb470925900 20 INFO: main: done 2026-04-02T11:41:35.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.685+0000 7fb470925900 20 remove_watcher() i=5 2026-04-02T11:41:35.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.685+0000 7fb470925900 2 removed watcher, disabling cache 2026-04-02T11:41:35.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.685+0000 7fb470925900 20 remove_watcher() i=7 2026-04-02T11:41:35.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.686+0000 7fb470925900 20 remove_watcher() i=3 2026-04-02T11:41:35.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.686+0000 7fb470925900 20 remove_watcher() i=6 2026-04-02T11:41:35.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.686+0000 7fb470925900 20 remove_watcher() i=2 2026-04-02T11:41:35.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.686+0000 7fb470925900 20 remove_watcher() i=0 2026-04-02T11:41:35.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.686+0000 7fb470925900 20 remove_watcher() i=1 2026-04-02T11:41:35.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.686+0000 7fb470925900 20 remove_watcher() i=4 2026-04-02T11:41:35.751 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:41:35.753 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:41:35.775 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:35.775 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:35.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.799+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.801+0000 7f1739733900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.801+0000 7f1739733900 20 realm 2026-04-02T11:41:35.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.801+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.801+0000 7f1739733900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.801+0000 7f1739733900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:35.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.801+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.801+0000 7f1739733900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.801+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.802+0000 7f1739733900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:35.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.802+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.803+0000 7f1739733900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:35.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.803+0000 7f1739733900 20 searching for the correct realm 2026-04-02T11:41:35.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.806+0000 7f17353eb640 0 -- 192.168.123.102:0/3528671400 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x564f49338ed0 msgr2=0x564f49359380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:35.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.809+0000 7f1734bea640 0 -- 192.168.123.102:0/3528671400 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f172806b5e0 msgr2=0x7f1728085940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:35.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:35.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:35.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:35.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:35.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:35.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:35.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.813+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 20 zone default found 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 4 Realm: () 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 20 zonegroup default 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.814+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.815+0000 7f1739733900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.815+0000 7f1739733900 20 started sync module instance, tier type = 2026-04-02T11:41:35.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.815+0000 7f1739733900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:35.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.818+0000 7f1739733900 20 add_watcher() i=0 2026-04-02T11:41:35.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.819+0000 7f1739733900 20 add_watcher() i=6 2026-04-02T11:41:35.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.819+0000 7f1739733900 20 add_watcher() i=5 2026-04-02T11:41:35.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.819+0000 7f1739733900 20 add_watcher() i=7 2026-04-02T11:41:35.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.819+0000 7f1739733900 20 add_watcher() i=3 2026-04-02T11:41:35.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.819+0000 7f1739733900 20 add_watcher() i=2 2026-04-02T11:41:35.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.819+0000 7f1739733900 20 add_watcher() i=4 2026-04-02T11:41:35.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.819+0000 7f1739733900 20 add_watcher() i=1 2026-04-02T11:41:35.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.819+0000 7f1739733900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:35.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.822+0000 7f1739733900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:35.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.822+0000 7f1739733900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:35.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.822+0000 7f1739733900 5 note: GC not initialized 2026-04-02T11:41:35.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.822+0000 7f16e27ec640 20 reqs_thread_entry: start 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.865+0000 7f1739733900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.865+0000 7f1739733900 20 Filter name: none 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.865+0000 7f16dbfff640 20 reqs_thread_entry: start 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.865+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.866+0000 7f1739733900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.866+0000 7f1739733900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.866+0000 7f1739733900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.866+0000 7f1739733900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.866+0000 7f1739733900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.866+0000 7f1739733900 20 INFO: main: starting shard=0 2026-04-02T11:41:35.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.866+0000 7f1739733900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:35.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.867+0000 7f1739733900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:41:35.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.867+0000 7f1739733900 20 INFO: main: done 2026-04-02T11:41:35.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.870+0000 7f1739733900 20 remove_watcher() i=0 2026-04-02T11:41:35.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.871+0000 7f1739733900 2 removed watcher, disabling cache 2026-04-02T11:41:35.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.871+0000 7f1739733900 20 remove_watcher() i=7 2026-04-02T11:41:35.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.871+0000 7f1739733900 20 remove_watcher() i=2 2026-04-02T11:41:35.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.871+0000 7f1739733900 20 remove_watcher() i=3 2026-04-02T11:41:35.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.871+0000 7f1739733900 20 remove_watcher() i=5 2026-04-02T11:41:35.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.871+0000 7f1739733900 20 remove_watcher() i=6 2026-04-02T11:41:35.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.871+0000 7f1739733900 20 remove_watcher() i=4 2026-04-02T11:41:35.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.872+0000 7f1739733900 20 remove_watcher() i=1 2026-04-02T11:41:35.932 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:41:35.934 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-02T11:41:35.961 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:35.961 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:35.998 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.996+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.997+0000 7f215c32f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.997+0000 7f215c32f900 20 realm 2026-04-02T11:41:35.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.997+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.998+0000 7f215c32f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:35.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.998+0000 7f215c32f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:35.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.998+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:35.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.998+0000 7f215c32f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.998+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.999+0000 7f215c32f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:36.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:35.999+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.002 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.000+0000 7f215c32f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:36.002 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.000+0000 7f215c32f900 20 searching for the correct realm 2026-04-02T11:41:36.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.003+0000 7f2158845640 0 -- 192.168.123.102:0/2664591985 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f214c029230 msgr2=0x7f214c0673a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:36.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.209+0000 7f214b5ff640 0 -- 192.168.123.102:0/2664591985 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f214c029bd0 msgr2=0x7f214c06c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 zone default found 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 4 Realm: () 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:36.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 zonegroup default 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.415+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.416+0000 7f215c32f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.416+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.416+0000 7f215c32f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.416+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.416+0000 7f215c32f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.416+0000 7f215c32f900 20 started sync module instance, tier type = 2026-04-02T11:41:36.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.416+0000 7f215c32f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:36.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.421+0000 7f215c32f900 20 add_watcher() i=3 2026-04-02T11:41:36.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.421+0000 7f215c32f900 20 add_watcher() i=4 2026-04-02T11:41:36.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.422+0000 7f215c32f900 20 add_watcher() i=5 2026-04-02T11:41:36.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.422+0000 7f215c32f900 20 add_watcher() i=6 2026-04-02T11:41:36.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.422+0000 7f215c32f900 20 add_watcher() i=0 2026-04-02T11:41:36.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.423+0000 7f215c32f900 20 add_watcher() i=7 2026-04-02T11:41:36.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.423+0000 7f215c32f900 20 add_watcher() i=2 2026-04-02T11:41:36.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.423+0000 7f215c32f900 20 add_watcher() i=1 2026-04-02T11:41:36.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.423+0000 7f215c32f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:36.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.425+0000 7f215c32f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:36.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.425+0000 7f215c32f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:36.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.425+0000 7f215c32f900 5 note: GC not initialized 2026-04-02T11:41:36.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.426+0000 7f2104ff1640 20 reqs_thread_entry: start 2026-04-02T11:41:36.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.478+0000 7f215c32f900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.478+0000 7f215c32f900 20 Filter name: none 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.478+0000 7f20fe7fc640 20 reqs_thread_entry: start 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.478+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.479+0000 7f215c32f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.479+0000 7f215c32f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.479+0000 7f215c32f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.479+0000 7f215c32f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.479+0000 7f215c32f900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:36.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.479+0000 7f215c32f900 20 INFO: main: starting shard=0 2026-04-02T11:41:36.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.479+0000 7f215c32f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:36.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.480+0000 7f215c32f900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:41:36.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.480+0000 7f215c32f900 20 INFO: main: done 2026-04-02T11:41:36.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.483+0000 7f215c32f900 20 remove_watcher() i=0 2026-04-02T11:41:36.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.483+0000 7f215c32f900 2 removed watcher, disabling cache 2026-04-02T11:41:36.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.483+0000 7f215c32f900 20 remove_watcher() i=5 2026-04-02T11:41:36.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.484+0000 7f215c32f900 20 remove_watcher() i=4 2026-04-02T11:41:36.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.484+0000 7f215c32f900 20 remove_watcher() i=6 2026-04-02T11:41:36.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.484+0000 7f215c32f900 20 remove_watcher() i=2 2026-04-02T11:41:36.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.484+0000 7f215c32f900 20 remove_watcher() i=3 2026-04-02T11:41:36.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.484+0000 7f215c32f900 20 remove_watcher() i=7 2026-04-02T11:41:36.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.484+0000 7f215c32f900 20 remove_watcher() i=1 2026-04-02T11:41:36.546 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:41:36.547 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-02T11:41:36.570 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:36.570 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:36.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.595+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.597+0000 7f9419b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.597+0000 7f9419b20900 20 realm 2026-04-02T11:41:36.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.597+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.597+0000 7f9419b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.597+0000 7f9419b20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:36.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.597+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.598+0000 7f9419b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.598+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.599+0000 7f9419b20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:36.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.599+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.600+0000 7f9419b20900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:36.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.600+0000 7f9419b20900 20 searching for the correct realm 2026-04-02T11:41:36.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.605+0000 7f941586d640 0 -- 192.168.123.102:0/266161879 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f9408009aa0 msgr2=0x7f94080623f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:36.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.810+0000 7f941506c640 0 -- 192.168.123.102:0/266161879 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x56238856efb0 msgr2=0x56238858f440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:36.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:36.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:36.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:36.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:36.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:36.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 zone default found 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 4 Realm: () 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 zonegroup default 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.813+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.814+0000 7f9419b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.814+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.814+0000 7f9419b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.814+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.814+0000 7f9419b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:36.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.814+0000 7f9419b20900 20 started sync module instance, tier type = 2026-04-02T11:41:36.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.814+0000 7f9419b20900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:36.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.817+0000 7f9419b20900 20 add_watcher() i=0 2026-04-02T11:41:36.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.819+0000 7f9419b20900 20 add_watcher() i=7 2026-04-02T11:41:36.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.819+0000 7f9419b20900 20 add_watcher() i=2 2026-04-02T11:41:36.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.819+0000 7f9419b20900 20 add_watcher() i=4 2026-04-02T11:41:36.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.819+0000 7f9419b20900 20 add_watcher() i=3 2026-04-02T11:41:36.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.819+0000 7f9419b20900 20 add_watcher() i=1 2026-04-02T11:41:36.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.819+0000 7f9419b20900 20 add_watcher() i=5 2026-04-02T11:41:36.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.819+0000 7f9419b20900 20 add_watcher() i=6 2026-04-02T11:41:36.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.819+0000 7f9419b20900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:36.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.824+0000 7f9419b20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:36.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.824+0000 7f9419b20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:36.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.824+0000 7f9419b20900 5 note: GC not initialized 2026-04-02T11:41:36.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.824+0000 7f93c2fed640 20 reqs_thread_entry: start 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.875+0000 7f9419b20900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.875+0000 7f9419b20900 20 Filter name: none 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.875+0000 7f93c0fe9640 20 reqs_thread_entry: start 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.875+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 rados->read ofs=0 len=0 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 INFO: main: starting shard=0 2026-04-02T11:41:36.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:36.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:41:36.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.876+0000 7f9419b20900 20 INFO: main: done 2026-04-02T11:41:36.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.881+0000 7f9419b20900 20 remove_watcher() i=0 2026-04-02T11:41:36.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.881+0000 7f9419b20900 2 removed watcher, disabling cache 2026-04-02T11:41:36.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.882+0000 7f9419b20900 20 remove_watcher() i=2 2026-04-02T11:41:36.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.882+0000 7f9419b20900 20 remove_watcher() i=7 2026-04-02T11:41:36.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.882+0000 7f9419b20900 20 remove_watcher() i=5 2026-04-02T11:41:36.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.882+0000 7f9419b20900 20 remove_watcher() i=3 2026-04-02T11:41:36.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.882+0000 7f9419b20900 20 remove_watcher() i=6 2026-04-02T11:41:36.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.883+0000 7f9419b20900 20 remove_watcher() i=4 2026-04-02T11:41:36.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:36.883+0000 7f9419b20900 20 remove_watcher() i=1 2026-04-02T11:41:36.898 INFO:tasks.workunit.client.0.vm02.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-02T11:41:37.186 INFO:tasks.workunit.client.0.vm02.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-02T11:41:37.475 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check unlinked finds unlistable entries 2026-04-02T11:41:37.475 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:37.476 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:41:37.502 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:37.502 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:37.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.522+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.523+0000 7fb05d8f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.523+0000 7fb05d8f2900 20 realm 2026-04-02T11:41:37.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.523+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.523+0000 7fb05d8f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.523+0000 7fb05d8f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:37.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.523+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.523+0000 7fb05d8f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.523+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.524+0000 7fb05d8f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:37.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.524+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.525+0000 7fb05d8f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:37.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.525+0000 7fb05d8f2900 20 searching for the correct realm 2026-04-02T11:41:37.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.729+0000 7fb056ffd640 0 -- 192.168.123.102:0/1627311314 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55f27c20feb0 msgr2=0x55f27c230360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:37.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.733+0000 7fb0577fe640 0 -- 192.168.123.102:0/1627311314 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fb050095940 msgr2=0x7fb050058a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.736+0000 7fb05d8f2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.736+0000 7fb05d8f2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.736+0000 7fb05d8f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.736+0000 7fb05d8f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.736+0000 7fb05d8f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.736+0000 7fb05d8f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.736+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 zone default found 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 4 Realm: () 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 zonegroup default 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.737+0000 7fb05d8f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.738+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.738+0000 7fb05d8f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.738+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.738+0000 7fb05d8f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.738+0000 7fb05d8f2900 20 started sync module instance, tier type = 2026-04-02T11:41:37.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.738+0000 7fb05d8f2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:37.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.741+0000 7fb05d8f2900 20 add_watcher() i=2 2026-04-02T11:41:37.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.742+0000 7fb05d8f2900 20 add_watcher() i=0 2026-04-02T11:41:37.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.742+0000 7fb05d8f2900 20 add_watcher() i=5 2026-04-02T11:41:37.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.743+0000 7fb05d8f2900 20 add_watcher() i=7 2026-04-02T11:41:37.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.743+0000 7fb05d8f2900 20 add_watcher() i=4 2026-04-02T11:41:37.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.743+0000 7fb05d8f2900 20 add_watcher() i=6 2026-04-02T11:41:37.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.743+0000 7fb05d8f2900 20 add_watcher() i=1 2026-04-02T11:41:37.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.743+0000 7fb05d8f2900 20 add_watcher() i=3 2026-04-02T11:41:37.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.743+0000 7fb05d8f2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:37.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.746+0000 7fb05d8f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:37.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.746+0000 7fb05d8f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:37.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.746+0000 7fb05d8f2900 5 note: GC not initialized 2026-04-02T11:41:37.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.746+0000 7fb0037fe640 20 reqs_thread_entry: start 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.793+0000 7fb05d8f2900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.793+0000 7fb05d8f2900 20 Filter name: none 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.793+0000 7fb0017fa640 20 reqs_thread_entry: start 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.793+0000 7fb05d8f2900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.793+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:37.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:37.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:37.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:37.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:37.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:37.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:37.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.794+0000 7fb05d8f2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:37.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.796+0000 7fb05d8f2900 1 NOTICE: finished shard 0 (4 entries found) 2026-04-02T11:41:37.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.796+0000 7fb05d8f2900 1 NOTICE: finished all shards (4 entries found) 2026-04-02T11:41:37.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.800+0000 7fb05d8f2900 20 remove_watcher() i=7 2026-04-02T11:41:37.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.800+0000 7fb05d8f2900 2 removed watcher, disabling cache 2026-04-02T11:41:37.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.801+0000 7fb05d8f2900 20 remove_watcher() i=5 2026-04-02T11:41:37.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.801+0000 7fb05d8f2900 20 remove_watcher() i=0 2026-04-02T11:41:37.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.801+0000 7fb05d8f2900 20 remove_watcher() i=3 2026-04-02T11:41:37.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.801+0000 7fb05d8f2900 20 remove_watcher() i=6 2026-04-02T11:41:37.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.802+0000 7fb05d8f2900 20 remove_watcher() i=4 2026-04-02T11:41:37.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.802+0000 7fb05d8f2900 20 remove_watcher() i=2 2026-04-02T11:41:37.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.802+0000 7fb05d8f2900 20 remove_watcher() i=1 2026-04-02T11:41:37.811 INFO:tasks.workunit.client.0.vm02.stderr:TEST: unlinked entries are not listable 2026-04-02T11:41:37.811 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:37.816 INFO:tasks.workunit.client.0.vm02.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2026-04-02T11:41:37.816 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:37.904 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check unlinked fixes unlistable entries 2026-04-02T11:41:37.904 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:37.905 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:41:37.931 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:37.931 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:37.954 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.953+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.953+0000 7f462256d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.953+0000 7f462256d900 20 realm 2026-04-02T11:41:37.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.953+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.954+0000 7f462256d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.954+0000 7f462256d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:37.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.954+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.954+0000 7f462256d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:37.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.954+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.955+0000 7f462256d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:37.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.955+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:37.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.956+0000 7f462256d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:37.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.956+0000 7f462256d900 20 searching for the correct realm 2026-04-02T11:41:37.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:37.959+0000 7f461e383640 0 -- 192.168.123.102:0/725623960 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f46100b5a20 msgr2=0x7f46100b5280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:38.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.166+0000 7f461db82640 0 -- 192.168.123.102:0/725623960 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x5563e1437690 msgr2=0x5563e1457ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.168+0000 7f462256d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.168+0000 7f462256d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.168+0000 7f462256d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.168+0000 7f462256d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.168+0000 7f462256d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.168+0000 7f462256d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.168+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 20 zone default found 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 4 Realm: () 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 20 zonegroup default 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.169+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.170+0000 7f462256d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.170+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.170+0000 7f462256d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.170+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.170+0000 7f462256d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.170+0000 7f462256d900 20 started sync module instance, tier type = 2026-04-02T11:41:38.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.170+0000 7f462256d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:38.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.174+0000 7f462256d900 20 add_watcher() i=6 2026-04-02T11:41:38.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.175+0000 7f462256d900 20 add_watcher() i=2 2026-04-02T11:41:38.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.175+0000 7f462256d900 20 add_watcher() i=5 2026-04-02T11:41:38.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.175+0000 7f462256d900 20 add_watcher() i=0 2026-04-02T11:41:38.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.175+0000 7f462256d900 20 add_watcher() i=4 2026-04-02T11:41:38.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.175+0000 7f462256d900 20 add_watcher() i=3 2026-04-02T11:41:38.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.176+0000 7f462256d900 20 add_watcher() i=1 2026-04-02T11:41:38.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.177+0000 7f462256d900 20 add_watcher() i=7 2026-04-02T11:41:38.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.177+0000 7f462256d900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:38.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.179+0000 7f462256d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:38.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.179+0000 7f462256d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:38.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.179+0000 7f462256d900 5 note: GC not initialized 2026-04-02T11:41:38.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.180+0000 7f45c77fe640 20 reqs_thread_entry: start 2026-04-02T11:41:38.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.238+0000 7f462256d900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:38.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.238+0000 7f462256d900 20 Filter name: none 2026-04-02T11:41:38.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.238+0000 7f45c57fa640 20 reqs_thread_entry: start 2026-04-02T11:41:38.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:38.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.239+0000 7f462256d900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.240+0000 7f462256d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:38.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.240+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.241+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.241+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:c state=0x5563e19840a8 s->prefetch_data=0 2026-04-02T11:41:38.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.241+0000 7f462256d900 20 get_obj_state: setting s->obj_tag to 3v9uel32zykg8d13slcfosav4epqvjrp 2026-04-02T11:41:38.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.241+0000 7f462256d900 20 get_obj_state_impl: setting s->olh_tag to b09lqchic636aufitvjk28girbk5eyon 2026-04-02T11:41:38.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.241+0000 7f462256d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=b09lqchic636aufitvjk28girbk5eyon 2026-04-02T11:41:38.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.243+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.245+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.245+0000 7f462256d900 20 olh_log_entry: epoch=3 op=3 key=c[R9h9NBKBA2zba9fMzeu38autfq1QF39] 2026-04-02T11:41:38.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.245+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:_:R9h9NBKBA2zba9fMzeu38autfq1QF39_c state=0x5563e15abae8 s->prefetch_data=0 2026-04-02T11:41:38.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.246+0000 7f462256d900 10 manifest: total_size = 12 2026-04-02T11:41:38.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.246+0000 7f462256d900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.694507406138967738 2026-04-02T11:41:38.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.246+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:_:R9h9NBKBA2zba9fMzeu38autfq1QF39_c state=0x5563e15abae8 s->prefetch_data=0 2026-04-02T11:41:38.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.246+0000 7f462256d900 20 prepare_atomic_modification: state is not atomic. state=0x5563e15abae8 2026-04-02T11:41:38.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.246+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.250+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.250+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.250+0000 7f45f97fa640 20 handle_completion(): completion ok for obj=c[R9h9NBKBA2zba9fMzeu38autfq1QF39] 2026-04-02T11:41:38.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.251+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.251+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.251+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:d state=0x5563e15a35e8 s->prefetch_data=0 2026-04-02T11:41:38.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.252+0000 7f462256d900 20 get_obj_state: setting s->obj_tag to ngceyjsn5esi36p5flw9xz1rc9a7s4ed 2026-04-02T11:41:38.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.252+0000 7f462256d900 20 get_obj_state_impl: setting s->olh_tag to grvp1rwy1rclwrocpefjdpoine3dy0k5 2026-04-02T11:41:38.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.252+0000 7f462256d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=grvp1rwy1rclwrocpefjdpoine3dy0k5 2026-04-02T11:41:38.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.253+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.254+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.254+0000 7f462256d900 20 olh_log_entry: epoch=3 op=3 key=d[yU.cmuUrMGyb-cpVn4E9uEPJ4rLC74A] 2026-04-02T11:41:38.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.254+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:_:yU.cmuUrMGyb-cpVn4E9uEPJ4rLC74A_d state=0x5563e15abae8 s->prefetch_data=0 2026-04-02T11:41:38.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.255+0000 7f462256d900 10 manifest: total_size = 12 2026-04-02T11:41:38.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.255+0000 7f462256d900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7829870653745312371 2026-04-02T11:41:38.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.255+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:_:yU.cmuUrMGyb-cpVn4E9uEPJ4rLC74A_d state=0x5563e15abae8 s->prefetch_data=0 2026-04-02T11:41:38.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.255+0000 7f462256d900 20 prepare_atomic_modification: state is not atomic. state=0x5563e15abae8 2026-04-02T11:41:38.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.255+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.259+0000 7f45f97fa640 20 handle_completion(): completion ok for obj=d[yU.cmuUrMGyb-cpVn4E9uEPJ4rLC74A] 2026-04-02T11:41:38.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.260+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.260+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.261+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.261+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.261+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:e state=0x5563e15a35e8 s->prefetch_data=0 2026-04-02T11:41:38.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.262+0000 7f462256d900 20 get_obj_state: setting s->obj_tag to hnwehp9fcre3pdm19vr1vm9xsvfjpbcb 2026-04-02T11:41:38.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.262+0000 7f462256d900 20 get_obj_state_impl: setting s->olh_tag to e3udnmdddhkzodml856wedl079g9ljyh 2026-04-02T11:41:38.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.262+0000 7f462256d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=e3udnmdddhkzodml856wedl079g9ljyh 2026-04-02T11:41:38.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.263+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.264+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.265+0000 7f462256d900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-02T11:41:38.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.265+0000 7f462256d900 20 olh_log_entry: epoch=2 op=3 key=e[mVfIaWRGdofz9Ch8Dz9tHe-Y-UCCksR] 2026-04-02T11:41:38.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.265+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:_:mVfIaWRGdofz9Ch8Dz9tHe-Y-UCCksR_e state=0x5563e15abae8 s->prefetch_data=0 2026-04-02T11:41:38.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.265+0000 7f462256d900 10 manifest: total_size = 22 2026-04-02T11:41:38.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.265+0000 7f462256d900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.647019909008909352 2026-04-02T11:41:38.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.265+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:_:mVfIaWRGdofz9Ch8Dz9tHe-Y-UCCksR_e state=0x5563e15abae8 s->prefetch_data=0 2026-04-02T11:41:38.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.265+0000 7f462256d900 20 prepare_atomic_modification: state is not atomic. state=0x5563e15abae8 2026-04-02T11:41:38.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.265+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.270 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.269+0000 7f462256d900 20 get_obj_state: octx=0x7f46100b65b0 obj=check-bucket:e state=0x5563e15a35e8 s->prefetch_data=0 2026-04-02T11:41:38.270 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.269+0000 7f462256d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=e3udnmdddhkzodml856wedl079g9ljyh 2026-04-02T11:41:38.271 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.269+0000 7f45f97fa640 20 handle_completion(): completion ok for obj=e[mVfIaWRGdofz9Ch8Dz9tHe-Y-UCCksR] 2026-04-02T11:41:38.273 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.271+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.274 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.272+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.274 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.273+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.274 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.273+0000 7f462256d900 20 get_obj_state: octx=0x5563e19856f0 obj=check-bucket:f state=0x5563e15a35e8 s->prefetch_data=0 2026-04-02T11:41:38.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.273+0000 7f462256d900 20 get_obj_state: setting s->obj_tag to bwf2zu8knabxhpduq32ed3vwhiebjh0r 2026-04-02T11:41:38.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.273+0000 7f462256d900 20 get_obj_state_impl: setting s->olh_tag to iqq4cynfgxha0rgb7d04a4279asyy83o 2026-04-02T11:41:38.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.274+0000 7f462256d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=iqq4cynfgxha0rgb7d04a4279asyy83o 2026-04-02T11:41:38.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.275+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.276+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.277+0000 7f462256d900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-02T11:41:38.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.277+0000 7f462256d900 20 olh_log_entry: epoch=2 op=3 key=f[RfFS5qKE1Q6BvTU2OUB6Xik99Q3XbdC] 2026-04-02T11:41:38.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.277+0000 7f462256d900 20 get_obj_state: octx=0x5563e19856f0 obj=check-bucket:_:RfFS5qKE1Q6BvTU2OUB6Xik99Q3XbdC_f state=0x5563e15a5f28 s->prefetch_data=0 2026-04-02T11:41:38.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.277+0000 7f462256d900 10 manifest: total_size = 22 2026-04-02T11:41:38.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.277+0000 7f462256d900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.16878147920499499645 2026-04-02T11:41:38.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.277+0000 7f462256d900 20 get_obj_state: octx=0x5563e19856f0 obj=check-bucket:_:RfFS5qKE1Q6BvTU2OUB6Xik99Q3XbdC_f state=0x5563e15a5f28 s->prefetch_data=0 2026-04-02T11:41:38.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.277+0000 7f462256d900 20 prepare_atomic_modification: state is not atomic. state=0x5563e15a5f28 2026-04-02T11:41:38.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.277+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.282+0000 7f45f97fa640 20 handle_completion(): completion ok for obj=f[RfFS5qKE1Q6BvTU2OUB6Xik99Q3XbdC] 2026-04-02T11:41:38.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.283+0000 7f462256d900 20 get_obj_state: octx=0x5563e19856f0 obj=check-bucket:f state=0x5563e15a35e8 s->prefetch_data=0 2026-04-02T11:41:38.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.283+0000 7f462256d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=iqq4cynfgxha0rgb7d04a4279asyy83o 2026-04-02T11:41:38.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.285+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.286+0000 7f462256d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.286+0000 7f462256d900 1 NOTICE: finished shard 0 (4 entries removed) 2026-04-02T11:41:38.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.286+0000 7f462256d900 1 NOTICE: finished all shards (4 entries removed) 2026-04-02T11:41:38.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.290+0000 7f462256d900 20 remove_watcher() i=0 2026-04-02T11:41:38.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.290+0000 7f462256d900 2 removed watcher, disabling cache 2026-04-02T11:41:38.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.291+0000 7f462256d900 20 remove_watcher() i=2 2026-04-02T11:41:38.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.291+0000 7f462256d900 20 remove_watcher() i=3 2026-04-02T11:41:38.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.291+0000 7f462256d900 20 remove_watcher() i=5 2026-04-02T11:41:38.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.291+0000 7f462256d900 20 remove_watcher() i=6 2026-04-02T11:41:38.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.291+0000 7f462256d900 20 remove_watcher() i=7 2026-04-02T11:41:38.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.291+0000 7f462256d900 20 remove_watcher() i=4 2026-04-02T11:41:38.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.291+0000 7f462256d900 20 remove_watcher() i=1 2026-04-02T11:41:38.311 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check unlinked does not affect normal entries 2026-04-02T11:41:38.311 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:38.366 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2026-04-02T11:41:38.367 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:38.369 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:41:38.397 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:38.397 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.422+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.423+0000 7fbc3792f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.423+0000 7fbc3792f900 20 realm 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.423+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.423+0000 7fbc3792f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.423+0000 7fbc3792f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.423+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.423+0000 7fbc3792f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.423+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.424+0000 7fbc3792f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:38.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.424+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.425+0000 7fbc3792f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:38.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.425+0000 7fbc3792f900 20 searching for the correct realm 2026-04-02T11:41:38.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.429+0000 7fbc2effd640 0 -- 192.168.123.102:0/4061003434 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fbc28063ca0 msgr2=0x7fbc280863d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:38.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.637+0000 7fbc2f7fe640 0 -- 192.168.123.102:0/4061003434 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x555c021eb0b0 msgr2=0x555c0220b4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:38.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.639+0000 7fbc3792f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:38.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.639+0000 7fbc3792f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:38.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.639+0000 7fbc3792f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:38.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.639+0000 7fbc3792f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:38.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.639+0000 7fbc3792f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:38.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.639+0000 7fbc3792f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:38.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.639+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.640+0000 7fbc3792f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.640+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.640+0000 7fbc3792f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.640+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 20 zone default found 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 4 Realm: () 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 20 zonegroup default 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.641+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.642+0000 7fbc3792f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.642+0000 7fbc3792f900 20 started sync module instance, tier type = 2026-04-02T11:41:38.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.642+0000 7fbc3792f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:38.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.645+0000 7fbc3792f900 20 add_watcher() i=0 2026-04-02T11:41:38.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.646+0000 7fbc3792f900 20 add_watcher() i=2 2026-04-02T11:41:38.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.647+0000 7fbc3792f900 20 add_watcher() i=7 2026-04-02T11:41:38.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.647+0000 7fbc3792f900 20 add_watcher() i=5 2026-04-02T11:41:38.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.647+0000 7fbc3792f900 20 add_watcher() i=6 2026-04-02T11:41:38.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.647+0000 7fbc3792f900 20 add_watcher() i=4 2026-04-02T11:41:38.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.648+0000 7fbc3792f900 20 add_watcher() i=3 2026-04-02T11:41:38.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.648+0000 7fbc3792f900 20 add_watcher() i=1 2026-04-02T11:41:38.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.648+0000 7fbc3792f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:38.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.651+0000 7fbc3792f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:38.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.651+0000 7fbc3792f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:38.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.651+0000 7fbc3792f900 5 note: GC not initialized 2026-04-02T11:41:38.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.651+0000 7fbbdb7fe640 20 reqs_thread_entry: start 2026-04-02T11:41:38.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.707+0000 7fbc3792f900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:38.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.707+0000 7fbc3792f900 20 Filter name: none 2026-04-02T11:41:38.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.708+0000 7fbbd97fa640 20 reqs_thread_entry: start 2026-04-02T11:41:38.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.708+0000 7fbc3792f900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:38.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.708+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.708+0000 7fbc3792f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:38.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.708+0000 7fbc3792f900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:38.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.708+0000 7fbc3792f900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:38.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.708+0000 7fbc3792f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:38.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.708+0000 7fbc3792f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.709+0000 7fbc3792f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:38.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.709+0000 7fbc3792f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:38.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.709+0000 7fbc3792f900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:38.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.709+0000 7fbc3792f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:38.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.709+0000 7fbc3792f900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:38.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.709+0000 7fbc3792f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:38.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.709+0000 7fbc3792f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:38.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.710+0000 7fbc3792f900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:41:38.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.710+0000 7fbc3792f900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.715+0000 7fbc3792f900 20 remove_watcher() i=7 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.715+0000 7fbc3792f900 2 removed watcher, disabling cache 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.715+0000 7fbc3792f900 20 remove_watcher() i=1 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.715+0000 7fbc3792f900 20 remove_watcher() i=3 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.715+0000 7fbc3792f900 20 remove_watcher() i=0 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.715+0000 7fbc3792f900 20 remove_watcher() i=5 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.715+0000 7fbc3792f900 20 remove_watcher() i=2 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.715+0000 7fbc3792f900 20 remove_watcher() i=6 2026-04-02T11:41:38.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.716+0000 7fbc3792f900 20 remove_watcher() i=4 2026-04-02T11:41:38.755 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:41:38.777 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:38.777 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:38.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.799+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.800+0000 7f9dfe920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.800+0000 7f9dfe920900 20 realm 2026-04-02T11:41:38.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.800+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.800+0000 7f9dfe920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.800+0000 7f9dfe920900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:38.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.800+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.800+0000 7f9dfe920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:38.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.800+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.801+0000 7f9dfe920900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:38.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.801+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:38.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.802+0000 7f9dfe920900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:38.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.802+0000 7f9dfe920900 20 searching for the correct realm 2026-04-02T11:41:38.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:38.804+0000 7f9dfae11640 0 -- 192.168.123.102:0/3492525601 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f9dec06bee0 msgr2=0x7f9dec0606c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:39.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.010+0000 7f9df9e0f640 0 -- 192.168.123.102:0/3492525601 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f9dec00ab70 msgr2=0x7f9dec06b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.217+0000 7f9dfe920900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.217+0000 7f9dfe920900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.217+0000 7f9dfe920900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.217+0000 7f9dfe920900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.218+0000 7f9dfe920900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.218+0000 7f9dfe920900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.218+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.218+0000 7f9dfe920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.218+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.218+0000 7f9dfe920900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.218+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 20 zone default found 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 4 Realm: () 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 20 zonegroup default 2026-04-02T11:41:39.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.219+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.220+0000 7f9dfe920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.220+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.220+0000 7f9dfe920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.220+0000 7f9dfe920900 20 started sync module instance, tier type = 2026-04-02T11:41:39.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.220+0000 7f9dfe920900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:39.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.225+0000 7f9dfe920900 20 add_watcher() i=3 2026-04-02T11:41:39.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.225+0000 7f9dfe920900 20 add_watcher() i=0 2026-04-02T11:41:39.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.225+0000 7f9dfe920900 20 add_watcher() i=7 2026-04-02T11:41:39.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.225+0000 7f9dfe920900 20 add_watcher() i=4 2026-04-02T11:41:39.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.225+0000 7f9dfe920900 20 add_watcher() i=5 2026-04-02T11:41:39.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.226+0000 7f9dfe920900 20 add_watcher() i=2 2026-04-02T11:41:39.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.226+0000 7f9dfe920900 20 add_watcher() i=6 2026-04-02T11:41:39.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.226+0000 7f9dfe920900 20 add_watcher() i=1 2026-04-02T11:41:39.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.226+0000 7f9dfe920900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:39.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.229+0000 7f9dfe920900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:39.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.229+0000 7f9dfe920900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:39.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.229+0000 7f9dfe920900 5 note: GC not initialized 2026-04-02T11:41:39.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.229+0000 7f9da2ffd640 20 reqs_thread_entry: start 2026-04-02T11:41:39.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.285+0000 7f9dfe920900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:39.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.285+0000 7f9dfe920900 20 Filter name: none 2026-04-02T11:41:39.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.285+0000 7f9da0ff9640 20 reqs_thread_entry: start 2026-04-02T11:41:39.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.285+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.286+0000 7f9dfe920900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:39.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.286+0000 7f9dfe920900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.286+0000 7f9dfe920900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:39.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.286+0000 7f9dfe920900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:39.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.286+0000 7f9dfe920900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:39.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.286+0000 7f9dfe920900 20 INFO: main: starting shard=0 2026-04-02T11:41:39.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.286+0000 7f9dfe920900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:39.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.287+0000 7f9dfe920900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-02T11:41:39.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.287+0000 7f9dfe920900 20 INFO: main: done 2026-04-02T11:41:39.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.292+0000 7f9dfe920900 20 remove_watcher() i=0 2026-04-02T11:41:39.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.292+0000 7f9dfe920900 2 removed watcher, disabling cache 2026-04-02T11:41:39.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.292+0000 7f9dfe920900 20 remove_watcher() i=2 2026-04-02T11:41:39.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.292+0000 7f9dfe920900 20 remove_watcher() i=1 2026-04-02T11:41:39.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.292+0000 7f9dfe920900 20 remove_watcher() i=3 2026-04-02T11:41:39.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.293+0000 7f9dfe920900 20 remove_watcher() i=5 2026-04-02T11:41:39.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.293+0000 7f9dfe920900 20 remove_watcher() i=7 2026-04-02T11:41:39.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.293+0000 7f9dfe920900 20 remove_watcher() i=6 2026-04-02T11:41:39.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.293+0000 7f9dfe920900 20 remove_watcher() i=4 2026-04-02T11:41:39.304 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:41:39.325 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:39.325 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:39.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.347+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.349+0000 7fdb77f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.349+0000 7fdb77f44900 20 realm 2026-04-02T11:41:39.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.349+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.349+0000 7fdb77f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.349+0000 7fdb77f44900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:39.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.349+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.349+0000 7fdb77f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.349+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.352 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.351+0000 7fdb77f44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:39.352 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.351+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.351+0000 7fdb77f44900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:39.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.351+0000 7fdb77f44900 20 searching for the correct realm 2026-04-02T11:41:39.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.356+0000 7fdb6f7fe640 0 -- 192.168.123.102:0/2965039645 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fdb680aa980 msgr2=0x7fdb680a86a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:39.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.562+0000 7fdb66dff640 0 -- 192.168.123.102:0/2965039645 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x555e45c2be10 msgr2=0x555e45c4c1f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:39.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.565+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 20 zone default found 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 4 Realm: () 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 20 zonegroup default 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.566+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.567+0000 7fdb77f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.567+0000 7fdb77f44900 20 started sync module instance, tier type = 2026-04-02T11:41:39.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.567+0000 7fdb77f44900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:39.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.570+0000 7fdb77f44900 20 add_watcher() i=2 2026-04-02T11:41:39.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.570+0000 7fdb77f44900 20 add_watcher() i=7 2026-04-02T11:41:39.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.570+0000 7fdb77f44900 20 add_watcher() i=0 2026-04-02T11:41:39.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.571+0000 7fdb77f44900 20 add_watcher() i=3 2026-04-02T11:41:39.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.571+0000 7fdb77f44900 20 add_watcher() i=5 2026-04-02T11:41:39.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.571+0000 7fdb77f44900 20 add_watcher() i=6 2026-04-02T11:41:39.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.572+0000 7fdb77f44900 20 add_watcher() i=4 2026-04-02T11:41:39.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.572+0000 7fdb77f44900 20 add_watcher() i=1 2026-04-02T11:41:39.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.572+0000 7fdb77f44900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:39.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.574+0000 7fdb77f44900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:39.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.574+0000 7fdb77f44900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:39.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.575+0000 7fdb77f44900 5 note: GC not initialized 2026-04-02T11:41:39.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.575+0000 7fdb1bfff640 20 reqs_thread_entry: start 2026-04-02T11:41:39.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.624+0000 7fdb77f44900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:39.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.624+0000 7fdb77f44900 20 Filter name: none 2026-04-02T11:41:39.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.624+0000 7fdb19ffb640 20 reqs_thread_entry: start 2026-04-02T11:41:39.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.624+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.624+0000 7fdb77f44900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:39.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.624+0000 7fdb77f44900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.625+0000 7fdb77f44900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:39.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.625+0000 7fdb77f44900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:39.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.625+0000 7fdb77f44900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:39.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.625+0000 7fdb77f44900 20 INFO: main: starting shard=0 2026-04-02T11:41:39.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.625+0000 7fdb77f44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:39.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.625+0000 7fdb77f44900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-02T11:41:39.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.626+0000 7fdb77f44900 20 INFO: main: done 2026-04-02T11:41:39.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.631+0000 7fdb77f44900 20 remove_watcher() i=2 2026-04-02T11:41:39.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.631+0000 7fdb77f44900 2 removed watcher, disabling cache 2026-04-02T11:41:39.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.631+0000 7fdb77f44900 20 remove_watcher() i=5 2026-04-02T11:41:39.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.631+0000 7fdb77f44900 20 remove_watcher() i=6 2026-04-02T11:41:39.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.631+0000 7fdb77f44900 20 remove_watcher() i=3 2026-04-02T11:41:39.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.631+0000 7fdb77f44900 20 remove_watcher() i=1 2026-04-02T11:41:39.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.631+0000 7fdb77f44900 20 remove_watcher() i=4 2026-04-02T11:41:39.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.631+0000 7fdb77f44900 20 remove_watcher() i=7 2026-04-02T11:41:39.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.632+0000 7fdb77f44900 20 remove_watcher() i=0 2026-04-02T11:41:39.640 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check olh finds leftover OLH entries 2026-04-02T11:41:39.640 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:39.642 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-02T11:41:39.666 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:39.666 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:39.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.690+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.691+0000 7f81c432f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.691+0000 7f81c432f900 20 realm 2026-04-02T11:41:39.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.692+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.692+0000 7f81c432f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.692+0000 7f81c432f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:39.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.692+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.692+0000 7f81c432f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.692+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.693+0000 7f81c432f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:39.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.693+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.694+0000 7f81c432f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:39.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.694+0000 7f81c432f900 20 searching for the correct realm 2026-04-02T11:41:39.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.699+0000 7f81bbfff640 0 -- 192.168.123.102:0/3952030309 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f81b4060420 msgr2=0x7f81b4060870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:39.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.906+0000 7f81bb7fe640 0 -- 192.168.123.102:0/3952030309 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x556b8a5b93b0 msgr2=0x556b8a5d97f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.908+0000 7f81c432f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.908+0000 7f81c432f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.908+0000 7f81c432f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.908+0000 7f81c432f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.908+0000 7f81c432f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.908+0000 7f81c432f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.908+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:39.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 20 zone default found 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 4 Realm: () 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 20 zonegroup default 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.909+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.910+0000 7f81c432f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.910+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.910+0000 7f81c432f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.910+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.910+0000 7f81c432f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:39.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.910+0000 7f81c432f900 20 started sync module instance, tier type = 2026-04-02T11:41:39.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.910+0000 7f81c432f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:39.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.914+0000 7f81c432f900 20 add_watcher() i=7 2026-04-02T11:41:39.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.915+0000 7f81c432f900 20 add_watcher() i=0 2026-04-02T11:41:39.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.915+0000 7f81c432f900 20 add_watcher() i=2 2026-04-02T11:41:39.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.915+0000 7f81c432f900 20 add_watcher() i=1 2026-04-02T11:41:39.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.915+0000 7f81c432f900 20 add_watcher() i=5 2026-04-02T11:41:39.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.916+0000 7f81c432f900 20 add_watcher() i=6 2026-04-02T11:41:39.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.916+0000 7f81c432f900 20 add_watcher() i=3 2026-04-02T11:41:39.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.916+0000 7f81c432f900 20 add_watcher() i=4 2026-04-02T11:41:39.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.916+0000 7f81c432f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:39.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.919+0000 7f81c432f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:39.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.919+0000 7f81c432f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:39.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.920+0000 7f81c432f900 5 note: GC not initialized 2026-04-02T11:41:39.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.920+0000 7f816d7ea640 20 reqs_thread_entry: start 2026-04-02T11:41:39.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 20 Filter name: none 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f8166ffd640 20 reqs_thread_entry: start 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.972+0000 7f81c432f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:39.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:39.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 1 NOTICE: finished shard 0 (2 entries found) 2026-04-02T11:41:39.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.973+0000 7f81c432f900 1 NOTICE: finished all shards (2 entries found) 2026-04-02T11:41:39.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.979+0000 7f81c432f900 20 remove_watcher() i=0 2026-04-02T11:41:39.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.979+0000 7f81c432f900 2 removed watcher, disabling cache 2026-04-02T11:41:39.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.979+0000 7f81c432f900 20 remove_watcher() i=5 2026-04-02T11:41:39.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.980+0000 7f81c432f900 20 remove_watcher() i=3 2026-04-02T11:41:39.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.980+0000 7f81c432f900 20 remove_watcher() i=2 2026-04-02T11:41:39.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.980+0000 7f81c432f900 20 remove_watcher() i=7 2026-04-02T11:41:39.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.980+0000 7f81c432f900 20 remove_watcher() i=4 2026-04-02T11:41:39.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.980+0000 7f81c432f900 20 remove_watcher() i=6 2026-04-02T11:41:39.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:39.980+0000 7f81c432f900 20 remove_watcher() i=1 2026-04-02T11:41:39.988 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check olh fixes leftover OLH entries 2026-04-02T11:41:39.988 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:39.990 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:41:40.015 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:40.015 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:40.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.037+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.038+0000 7f3b1e974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.038+0000 7f3b1e974900 20 realm 2026-04-02T11:41:40.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.038+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.038+0000 7f3b1e974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.038+0000 7f3b1e974900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:40.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.038+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.038+0000 7f3b1e974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.038+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.039+0000 7f3b1e974900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:40.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.039+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.040+0000 7f3b1e974900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:40.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.040+0000 7f3b1e974900 20 searching for the correct realm 2026-04-02T11:41:40.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.046+0000 7f3b1a783640 0 -- 192.168.123.102:0/1295746868 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f3b0c0b32d0 msgr2=0x7f3b0c0dca10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:40.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.050+0000 7f3b19f82640 0 -- 192.168.123.102:0/1295746868 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x555c764cca10 msgr2=0x555c764ecdf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.052+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:40.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 20 zone default found 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 4 Realm: () 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 20 zonegroup default 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.053+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.054+0000 7f3b1e974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.054+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.054+0000 7f3b1e974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.054+0000 7f3b1e974900 20 started sync module instance, tier type = 2026-04-02T11:41:40.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.054+0000 7f3b1e974900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:40.059 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.058+0000 7f3b1e974900 20 add_watcher() i=5 2026-04-02T11:41:40.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.059+0000 7f3b1e974900 20 add_watcher() i=6 2026-04-02T11:41:40.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.059+0000 7f3b1e974900 20 add_watcher() i=7 2026-04-02T11:41:40.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.059+0000 7f3b1e974900 20 add_watcher() i=0 2026-04-02T11:41:40.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.059+0000 7f3b1e974900 20 add_watcher() i=2 2026-04-02T11:41:40.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.059+0000 7f3b1e974900 20 add_watcher() i=4 2026-04-02T11:41:40.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.059+0000 7f3b1e974900 20 add_watcher() i=3 2026-04-02T11:41:40.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.060+0000 7f3b1e974900 20 add_watcher() i=1 2026-04-02T11:41:40.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.060+0000 7f3b1e974900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:40.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.063+0000 7f3b1e974900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:40.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.063+0000 7f3b1e974900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:40.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.063+0000 7f3b1e974900 5 note: GC not initialized 2026-04-02T11:41:40.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.063+0000 7f3ac2ffd640 20 reqs_thread_entry: start 2026-04-02T11:41:40.124 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 20 Filter name: none 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3ac0ff9640 20 reqs_thread_entry: start 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.123+0000 7f3b1e974900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.124+0000 7f3b1e974900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.124+0000 7f3b1e974900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.124+0000 7f3b1e974900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.124+0000 7f3b1e974900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.124+0000 7f3b1e974900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.124+0000 7f3b1e974900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:40.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.124+0000 7f3b1e974900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.125+0000 7f3b1e974900 20 get_obj_state: octx=0x7f3b0c0757b0 obj=check-bucket:c state=0x555c769f94c8 s->prefetch_data=0 2026-04-02T11:41:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.125+0000 7f3b1e974900 20 get_obj_state: setting s->obj_tag to 3v9uel32zykg8d13slcfosav4epqvjrp 2026-04-02T11:41:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.125+0000 7f3b1e974900 20 get_obj_state_impl: setting s->olh_tag to b09lqchic636aufitvjk28girbk5eyon 2026-04-02T11:41:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.125+0000 7f3b1e974900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:40.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.125+0000 7f3b1e974900 20 olh_log_entry: epoch=4 op=2 key=c[] 2026-04-02T11:41:40.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.125+0000 7f3b1e974900 20 olh_log_entry: epoch=4 op=3 key=c[EXIJ3QvyFX05C48N6hZbrLewEarn2RU] 2026-04-02T11:41:40.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.125+0000 7f3b1e974900 20 get_obj_state: octx=0x555c76617ef0 obj=check-bucket:_:EXIJ3QvyFX05C48N6hZbrLewEarn2RU_c state=0x555c7663f328 s->prefetch_data=0 2026-04-02T11:41:40.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.127+0000 7f3b1e974900 20 get_obj_state: octx=0x555c76617ef0 obj=check-bucket:c state=0x555c7663a2d8 s->prefetch_data=0 2026-04-02T11:41:40.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.127+0000 7f3b1e974900 20 get_obj_state: setting s->obj_tag to 3v9uel32zykg8d13slcfosav4epqvjrp 2026-04-02T11:41:40.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.127+0000 7f3b1e974900 20 get_obj_state_impl: setting s->olh_tag to b09lqchic636aufitvjk28girbk5eyon 2026-04-02T11:41:40.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.127+0000 7f3b1e974900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=b09lqchic636aufitvjk28girbk5eyon 2026-04-02T11:41:40.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.130+0000 7f3b1e974900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:40.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.132+0000 7f3b1e974900 20 get_obj_state: octx=0x7f3b0c0757b0 obj=check-bucket:d state=0x555c769f94c8 s->prefetch_data=0 2026-04-02T11:41:40.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.132+0000 7f3b1e974900 20 get_obj_state: setting s->obj_tag to ngceyjsn5esi36p5flw9xz1rc9a7s4ed 2026-04-02T11:41:40.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.132+0000 7f3b1e974900 20 get_obj_state_impl: setting s->olh_tag to grvp1rwy1rclwrocpefjdpoine3dy0k5 2026-04-02T11:41:40.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.132+0000 7f3b1e974900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:40.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.133+0000 7f3b1e974900 20 olh_log_entry: epoch=4 op=2 key=d[] 2026-04-02T11:41:40.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.133+0000 7f3b1e974900 20 olh_log_entry: epoch=4 op=3 key=d[cPw5wX6kgLi1BHOGQeHRETlHmwsnSTz] 2026-04-02T11:41:40.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.133+0000 7f3b1e974900 20 get_obj_state: octx=0x555c76617ef0 obj=check-bucket:_:cPw5wX6kgLi1BHOGQeHRETlHmwsnSTz_d state=0x555c766440e8 s->prefetch_data=0 2026-04-02T11:41:40.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.135+0000 7f3b1e974900 20 get_obj_state: octx=0x555c76617ef0 obj=check-bucket:d state=0x555c7663e298 s->prefetch_data=0 2026-04-02T11:41:40.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.135+0000 7f3b1e974900 20 get_obj_state: setting s->obj_tag to ngceyjsn5esi36p5flw9xz1rc9a7s4ed 2026-04-02T11:41:40.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.135+0000 7f3b1e974900 20 get_obj_state_impl: setting s->olh_tag to grvp1rwy1rclwrocpefjdpoine3dy0k5 2026-04-02T11:41:40.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.135+0000 7f3b1e974900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=grvp1rwy1rclwrocpefjdpoine3dy0k5 2026-04-02T11:41:40.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.137+0000 7f3b1e974900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:40.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.139+0000 7f3b1e974900 1 NOTICE: finished shard 0 (2 entries removed) 2026-04-02T11:41:40.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.139+0000 7f3b1e974900 1 NOTICE: finished all shards (2 entries removed) 2026-04-02T11:41:40.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.143+0000 7f3b1e974900 20 remove_watcher() i=0 2026-04-02T11:41:40.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.143+0000 7f3b1e974900 2 removed watcher, disabling cache 2026-04-02T11:41:40.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.144+0000 7f3b1e974900 20 remove_watcher() i=5 2026-04-02T11:41:40.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.144+0000 7f3b1e974900 20 remove_watcher() i=6 2026-04-02T11:41:40.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.144+0000 7f3b1e974900 20 remove_watcher() i=2 2026-04-02T11:41:40.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.144+0000 7f3b1e974900 20 remove_watcher() i=3 2026-04-02T11:41:40.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.144+0000 7f3b1e974900 20 remove_watcher() i=7 2026-04-02T11:41:40.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.145+0000 7f3b1e974900 20 remove_watcher() i=4 2026-04-02T11:41:40.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.145+0000 7f3b1e974900 20 remove_watcher() i=1 2026-04-02T11:41:40.156 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:41:40.181 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:40.181 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:40.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.206+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.208+0000 7f9f2c4e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.208+0000 7f9f2c4e8900 20 realm 2026-04-02T11:41:40.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.208+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.208+0000 7f9f2c4e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.208+0000 7f9f2c4e8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:40.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.208+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.209+0000 7f9f2c4e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.209+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.210+0000 7f9f2c4e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:40.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.210+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.210+0000 7f9f2c4e8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:40.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.210+0000 7f9f2c4e8900 20 searching for the correct realm 2026-04-02T11:41:40.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.213+0000 7f9f2979e640 0 -- 192.168.123.102:0/3026153313 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f9f1806b4b0 msgr2=0x7f9f180756c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:40.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.218+0000 7f9f2979e640 0 -- 192.168.123.102:0/3026153313 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f9f1c031030 msgr2=0x7f9f1c071930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.424+0000 7f9f2c4e8900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.424+0000 7f9f2c4e8900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.424+0000 7f9f2c4e8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.424+0000 7f9f2c4e8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.424+0000 7f9f2c4e8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.424+0000 7f9f2c4e8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.424+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 20 zone default found 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 4 Realm: () 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 20 zonegroup default 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.425+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.426+0000 7f9f2c4e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.426+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.426+0000 7f9f2c4e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.426+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.426+0000 7f9f2c4e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.426+0000 7f9f2c4e8900 20 started sync module instance, tier type = 2026-04-02T11:41:40.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.426+0000 7f9f2c4e8900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.431+0000 7f9f2c4e8900 20 add_watcher() i=3 2026-04-02T11:41:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.431+0000 7f9f2c4e8900 20 add_watcher() i=5 2026-04-02T11:41:40.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.431+0000 7f9f2c4e8900 20 add_watcher() i=0 2026-04-02T11:41:40.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.431+0000 7f9f2c4e8900 20 add_watcher() i=4 2026-04-02T11:41:40.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.432+0000 7f9f2c4e8900 20 add_watcher() i=6 2026-04-02T11:41:40.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.432+0000 7f9f2c4e8900 20 add_watcher() i=2 2026-04-02T11:41:40.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.432+0000 7f9f2c4e8900 20 add_watcher() i=1 2026-04-02T11:41:40.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.432+0000 7f9f2c4e8900 20 add_watcher() i=7 2026-04-02T11:41:40.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.432+0000 7f9f2c4e8900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:40.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.435+0000 7f9f2c4e8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:40.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.435+0000 7f9f2c4e8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:40.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.435+0000 7f9f2c4e8900 5 note: GC not initialized 2026-04-02T11:41:40.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.436+0000 7f9ed6fed640 20 reqs_thread_entry: start 2026-04-02T11:41:40.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.497+0000 7f9f2c4e8900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:40.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.497+0000 7f9f2c4e8900 20 Filter name: none 2026-04-02T11:41:40.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.497+0000 7f9ed4fe9640 20 reqs_thread_entry: start 2026-04-02T11:41:40.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.497+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.498+0000 7f9f2c4e8900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:40.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.498+0000 7f9f2c4e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.498+0000 7f9f2c4e8900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.498+0000 7f9f2c4e8900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.498+0000 7f9f2c4e8900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.498+0000 7f9f2c4e8900 20 INFO: main: starting shard=0 2026-04-02T11:41:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.498+0000 7f9f2c4e8900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.499+0000 7f9f2c4e8900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:41:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.499+0000 7f9f2c4e8900 20 INFO: main: done 2026-04-02T11:41:40.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.503+0000 7f9f2c4e8900 20 remove_watcher() i=3 2026-04-02T11:41:40.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.503+0000 7f9f2c4e8900 2 removed watcher, disabling cache 2026-04-02T11:41:40.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.504+0000 7f9f2c4e8900 20 remove_watcher() i=0 2026-04-02T11:41:40.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.504+0000 7f9f2c4e8900 20 remove_watcher() i=7 2026-04-02T11:41:40.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.504+0000 7f9f2c4e8900 20 remove_watcher() i=1 2026-04-02T11:41:40.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.504+0000 7f9f2c4e8900 20 remove_watcher() i=5 2026-04-02T11:41:40.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.504+0000 7f9f2c4e8900 20 remove_watcher() i=6 2026-04-02T11:41:40.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.505+0000 7f9f2c4e8900 20 remove_watcher() i=2 2026-04-02T11:41:40.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.505+0000 7f9f2c4e8900 20 remove_watcher() i=4 2026-04-02T11:41:40.515 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:41:40.541 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:40.541 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:40.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.561+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.562+0000 7f08cd8e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.562+0000 7f08cd8e8900 20 realm 2026-04-02T11:41:40.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.562+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.562+0000 7f08cd8e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.562+0000 7f08cd8e8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:40.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.562+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.562+0000 7f08cd8e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.562+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.563+0000 7f08cd8e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:40.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.563+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.564+0000 7f08cd8e8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:40.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.564+0000 7f08cd8e8900 20 searching for the correct realm 2026-04-02T11:41:40.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.566+0000 7f08c77fe640 0 -- 192.168.123.102:0/2522623200 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f08c0061880 msgr2=0x7f08c00860b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:40.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.772+0000 7f08bffff640 0 -- 192.168.123.102:0/2522623200 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f08c00960f0 msgr2=0x7f08c006c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.977+0000 7f08cd8e8900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.977+0000 7f08cd8e8900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.977+0000 7f08cd8e8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.977+0000 7f08cd8e8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.977+0000 7f08cd8e8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.977+0000 7f08cd8e8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.977+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 20 zone default found 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 4 Realm: () 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 20 zonegroup default 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.978+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.979+0000 7f08cd8e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.979+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.979+0000 7f08cd8e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.979+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.979+0000 7f08cd8e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.979+0000 7f08cd8e8900 20 started sync module instance, tier type = 2026-04-02T11:41:40.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.979+0000 7f08cd8e8900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:40.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.983+0000 7f08cd8e8900 20 add_watcher() i=5 2026-04-02T11:41:40.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.984+0000 7f08cd8e8900 20 add_watcher() i=7 2026-04-02T11:41:40.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.984+0000 7f08cd8e8900 20 add_watcher() i=6 2026-04-02T11:41:40.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.984+0000 7f08cd8e8900 20 add_watcher() i=2 2026-04-02T11:41:40.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.984+0000 7f08cd8e8900 20 add_watcher() i=1 2026-04-02T11:41:40.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.984+0000 7f08cd8e8900 20 add_watcher() i=0 2026-04-02T11:41:40.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.984+0000 7f08cd8e8900 20 add_watcher() i=3 2026-04-02T11:41:40.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.985+0000 7f08cd8e8900 20 add_watcher() i=4 2026-04-02T11:41:40.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.985+0000 7f08cd8e8900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:40.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.987+0000 7f08cd8e8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:40.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.987+0000 7f08cd8e8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:40.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.987+0000 7f08cd8e8900 5 note: GC not initialized 2026-04-02T11:41:40.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:40.987+0000 7f08737fe640 20 reqs_thread_entry: start 2026-04-02T11:41:41.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.240+0000 7f08cd8e8900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:41.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.240+0000 7f08cd8e8900 20 Filter name: none 2026-04-02T11:41:41.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.240+0000 7f08717fa640 20 reqs_thread_entry: start 2026-04-02T11:41:41.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.240+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.241+0000 7f08cd8e8900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:41.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.241+0000 7f08cd8e8900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.241+0000 7f08cd8e8900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:41.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.241+0000 7f08cd8e8900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:41.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.241+0000 7f08cd8e8900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:41.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.241+0000 7f08cd8e8900 20 INFO: main: starting shard=0 2026-04-02T11:41:41.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.241+0000 7f08cd8e8900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:41.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.242+0000 7f08cd8e8900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:41:41.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.242+0000 7f08cd8e8900 20 INFO: main: done 2026-04-02T11:41:41.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 20 remove_watcher() i=3 2026-04-02T11:41:41.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 2 removed watcher, disabling cache 2026-04-02T11:41:41.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 20 remove_watcher() i=0 2026-04-02T11:41:41.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 20 remove_watcher() i=7 2026-04-02T11:41:41.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 20 remove_watcher() i=2 2026-04-02T11:41:41.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 20 remove_watcher() i=5 2026-04-02T11:41:41.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 20 remove_watcher() i=6 2026-04-02T11:41:41.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 20 remove_watcher() i=4 2026-04-02T11:41:41.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.246+0000 7f08cd8e8900 20 remove_watcher() i=1 2026-04-02T11:41:41.254 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2026-04-02T11:41:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:41.256 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-02T11:41:41.277 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:41.278 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.297+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.298+0000 7fd5de568900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.298+0000 7fd5de568900 20 realm 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.298+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.298+0000 7fd5de568900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.298+0000 7fd5de568900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.298+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.298+0000 7fd5de568900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:41.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.298+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.299+0000 7fd5de568900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:41.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.299+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.300+0000 7fd5de568900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:41.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.300+0000 7fd5de568900 20 searching for the correct realm 2026-04-02T11:41:41.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.303+0000 7fd5da2e0640 0 -- 192.168.123.102:0/2984522156 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fd5cc022bf0 msgr2=0x7fd5cc068930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:41.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.510+0000 7fd5daae1640 0 -- 192.168.123.102:0/2984522156 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x565416f4bd50 msgr2=0x565416f6c130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:41.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.513+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.514+0000 7fd5de568900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:41.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.514+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:41.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 20 zone default found 2026-04-02T11:41:41.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 4 Realm: () 2026-04-02T11:41:41.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 20 zonegroup default 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.515+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.516+0000 7fd5de568900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.516+0000 7fd5de568900 20 started sync module instance, tier type = 2026-04-02T11:41:41.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.516+0000 7fd5de568900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:41.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.521+0000 7fd5de568900 20 add_watcher() i=0 2026-04-02T11:41:41.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.521+0000 7fd5de568900 20 add_watcher() i=3 2026-04-02T11:41:41.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.521+0000 7fd5de568900 20 add_watcher() i=7 2026-04-02T11:41:41.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.522+0000 7fd5de568900 20 add_watcher() i=5 2026-04-02T11:41:41.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.522+0000 7fd5de568900 20 add_watcher() i=6 2026-04-02T11:41:41.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.522+0000 7fd5de568900 20 add_watcher() i=2 2026-04-02T11:41:41.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.522+0000 7fd5de568900 20 add_watcher() i=4 2026-04-02T11:41:41.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.522+0000 7fd5de568900 20 add_watcher() i=1 2026-04-02T11:41:41.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.522+0000 7fd5de568900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:41.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.525+0000 7fd5de568900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:41.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.525+0000 7fd5de568900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:41.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.525+0000 7fd5de568900 5 note: GC not initialized 2026-04-02T11:41:41.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.525+0000 7fd582ffd640 20 reqs_thread_entry: start 2026-04-02T11:41:41.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.577+0000 7fd5de568900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:41.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.577+0000 7fd5de568900 20 Filter name: none 2026-04-02T11:41:41.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.578+0000 7fd580ff9640 20 reqs_thread_entry: start 2026-04-02T11:41:41.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.578+0000 7fd5de568900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:41.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.578+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.578+0000 7fd5de568900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.578+0000 7fd5de568900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.578+0000 7fd5de568900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.578+0000 7fd5de568900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.578+0000 7fd5de568900 20 rados->read ofs=0 len=0 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:41.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:41.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:41:41.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.579+0000 7fd5de568900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:41:41.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.585+0000 7fd5de568900 20 remove_watcher() i=0 2026-04-02T11:41:41.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.585+0000 7fd5de568900 2 removed watcher, disabling cache 2026-04-02T11:41:41.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.585+0000 7fd5de568900 20 remove_watcher() i=3 2026-04-02T11:41:41.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.586+0000 7fd5de568900 20 remove_watcher() i=1 2026-04-02T11:41:41.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.586+0000 7fd5de568900 20 remove_watcher() i=2 2026-04-02T11:41:41.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.586+0000 7fd5de568900 20 remove_watcher() i=5 2026-04-02T11:41:41.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.586+0000 7fd5de568900 20 remove_watcher() i=6 2026-04-02T11:41:41.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.586+0000 7fd5de568900 20 remove_watcher() i=7 2026-04-02T11:41:41.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:41.586+0000 7fd5de568900 20 remove_watcher() i=4 2026-04-02T11:41:41.596 INFO:tasks.workunit.client.0.vm02.stderr:TEST: verify that bucket check fixes do not affect null version objects 2026-04-02T11:41:41.596 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:41.648 INFO:tasks.workunit.client.0.vm02.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2026-04-02T11:41:41.648 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:41:41.834 INFO:tasks.workunit.client.0.vm02.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-02T11:41:42.130 INFO:tasks.workunit.client.0.vm02.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-02T11:41:43.463 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:41:43.465 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:41:43.488 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:43.488 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:43.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.508+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.509+0000 7fa98232a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.509+0000 7fa98232a900 20 realm 2026-04-02T11:41:43.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.509+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.509+0000 7fa98232a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.509+0000 7fa98232a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:43.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.509+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.509+0000 7fa98232a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.509+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.510+0000 7fa98232a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:43.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.510+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.511+0000 7fa98232a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:43.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.511+0000 7fa98232a900 20 searching for the correct realm 2026-04-02T11:41:43.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.515+0000 7fa97e019640 0 -- 192.168.123.102:0/2300117983 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fa970088be0 msgr2=0x7fa97009a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:43.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.721+0000 7fa97e81a640 0 -- 192.168.123.102:0/2300117983 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x56487e0ee5f0 msgr2=0x56487e10e9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.724+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:43.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 20 zone default found 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 4 Realm: () 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 20 zonegroup default 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.725+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.726+0000 7fa98232a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.726+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.726+0000 7fa98232a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.726+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.726+0000 7fa98232a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.726+0000 7fa98232a900 20 started sync module instance, tier type = 2026-04-02T11:41:43.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.726+0000 7fa98232a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:43.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.731+0000 7fa98232a900 20 add_watcher() i=7 2026-04-02T11:41:43.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.731+0000 7fa98232a900 20 add_watcher() i=6 2026-04-02T11:41:43.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.731+0000 7fa98232a900 20 add_watcher() i=5 2026-04-02T11:41:43.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.731+0000 7fa98232a900 20 add_watcher() i=0 2026-04-02T11:41:43.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.731+0000 7fa98232a900 20 add_watcher() i=4 2026-04-02T11:41:43.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.732+0000 7fa98232a900 20 add_watcher() i=2 2026-04-02T11:41:43.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.732+0000 7fa98232a900 20 add_watcher() i=1 2026-04-02T11:41:43.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.732+0000 7fa98232a900 20 add_watcher() i=3 2026-04-02T11:41:43.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.732+0000 7fa98232a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:43.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.734+0000 7fa98232a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:43.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.734+0000 7fa98232a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:43.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.735+0000 7fa98232a900 5 note: GC not initialized 2026-04-02T11:41:43.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.735+0000 7fa926ffd640 20 reqs_thread_entry: start 2026-04-02T11:41:43.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.787+0000 7fa98232a900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:43.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.787+0000 7fa98232a900 20 Filter name: none 2026-04-02T11:41:43.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.787+0000 7fa924ff9640 20 reqs_thread_entry: start 2026-04-02T11:41:43.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.787+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.788+0000 7fa98232a900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:43.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.788+0000 7fa98232a900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.788+0000 7fa98232a900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:43.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.788+0000 7fa98232a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:43.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.788+0000 7fa98232a900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:43.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.788+0000 7fa98232a900 20 INFO: main: starting shard=0 2026-04-02T11:41:43.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.788+0000 7fa98232a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:43.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.789+0000 7fa98232a900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:41:43.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.789+0000 7fa98232a900 20 INFO: main: done 2026-04-02T11:41:43.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.793+0000 7fa98232a900 20 remove_watcher() i=0 2026-04-02T11:41:43.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.793+0000 7fa98232a900 2 removed watcher, disabling cache 2026-04-02T11:41:43.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.793+0000 7fa98232a900 20 remove_watcher() i=4 2026-04-02T11:41:43.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.793+0000 7fa98232a900 20 remove_watcher() i=2 2026-04-02T11:41:43.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.794+0000 7fa98232a900 20 remove_watcher() i=5 2026-04-02T11:41:43.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.794+0000 7fa98232a900 20 remove_watcher() i=6 2026-04-02T11:41:43.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.794+0000 7fa98232a900 20 remove_watcher() i=7 2026-04-02T11:41:43.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.794+0000 7fa98232a900 20 remove_watcher() i=3 2026-04-02T11:41:43.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.794+0000 7fa98232a900 20 remove_watcher() i=1 2026-04-02T11:41:43.854 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:41:43.855 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:41:43.877 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:43.877 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:43.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.899+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.900+0000 7f3bfc3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.900+0000 7f3bfc3cb900 20 realm 2026-04-02T11:41:43.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.900+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.900+0000 7f3bfc3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.900+0000 7f3bfc3cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:43.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.900+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.901+0000 7f3bfc3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.901+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.902+0000 7f3bfc3cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:43.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.902+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.902+0000 7f3bfc3cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:43.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.902+0000 7f3bfc3cb900 20 searching for the correct realm 2026-04-02T11:41:43.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.906+0000 7f3bf7895640 0 -- 192.168.123.102:0/2190955049 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x5574e82d58a0 msgr2=0x5574e82f5c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:43.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.911+0000 7f3bf7094640 0 -- 192.168.123.102:0/2190955049 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f3bec084040 msgr2=0x7f3bec05d170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.917+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 zone default found 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 4 Realm: () 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 zonegroup default 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:43.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 started sync module instance, tier type = 2026-04-02T11:41:43.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.918+0000 7f3bfc3cb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:43.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.923+0000 7f3bfc3cb900 20 add_watcher() i=1 2026-04-02T11:41:43.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.923+0000 7f3bfc3cb900 20 add_watcher() i=4 2026-04-02T11:41:43.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.923+0000 7f3bfc3cb900 20 add_watcher() i=5 2026-04-02T11:41:43.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.924+0000 7f3bfc3cb900 20 add_watcher() i=6 2026-04-02T11:41:43.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.924+0000 7f3bfc3cb900 20 add_watcher() i=3 2026-04-02T11:41:43.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.924+0000 7f3bfc3cb900 20 add_watcher() i=0 2026-04-02T11:41:43.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.924+0000 7f3bfc3cb900 20 add_watcher() i=7 2026-04-02T11:41:43.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.924+0000 7f3bfc3cb900 20 add_watcher() i=2 2026-04-02T11:41:43.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.924+0000 7f3bfc3cb900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:43.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.926+0000 7f3bfc3cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:43.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.926+0000 7f3bfc3cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:43.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.926+0000 7f3bfc3cb900 5 note: GC not initialized 2026-04-02T11:41:43.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.927+0000 7f3ba57ea640 20 reqs_thread_entry: start 2026-04-02T11:41:43.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.976+0000 7f3bfc3cb900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:43.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.977+0000 7f3bfc3cb900 20 Filter name: none 2026-04-02T11:41:43.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.977+0000 7f3b9effd640 20 reqs_thread_entry: start 2026-04-02T11:41:43.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.977+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.977+0000 7f3bfc3cb900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:43.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.977+0000 7f3bfc3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:41:43.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.978+0000 7f3bfc3cb900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:43.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.978+0000 7f3bfc3cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:43.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.978+0000 7f3bfc3cb900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:43.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.978+0000 7f3bfc3cb900 20 INFO: main: starting shard=0 2026-04-02T11:41:43.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.978+0000 7f3bfc3cb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:43.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.978+0000 7f3bfc3cb900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:41:43.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.978+0000 7f3bfc3cb900 20 INFO: main: done 2026-04-02T11:41:43.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.983+0000 7f3bfc3cb900 20 remove_watcher() i=5 2026-04-02T11:41:43.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.983+0000 7f3bfc3cb900 2 removed watcher, disabling cache 2026-04-02T11:41:43.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.983+0000 7f3bfc3cb900 20 remove_watcher() i=4 2026-04-02T11:41:43.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.983+0000 7f3bfc3cb900 20 remove_watcher() i=0 2026-04-02T11:41:43.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.983+0000 7f3bfc3cb900 20 remove_watcher() i=7 2026-04-02T11:41:43.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.983+0000 7f3bfc3cb900 20 remove_watcher() i=6 2026-04-02T11:41:43.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.983+0000 7f3bfc3cb900 20 remove_watcher() i=2 2026-04-02T11:41:43.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.983+0000 7f3bfc3cb900 20 remove_watcher() i=3 2026-04-02T11:41:43.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:43.984+0000 7f3bfc3cb900 20 remove_watcher() i=1 2026-04-02T11:41:44.046 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:41:44.048 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-02T11:41:44.070 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:44.070 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:44.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.092+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.093+0000 7f47858f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.093+0000 7f47858f2900 20 realm 2026-04-02T11:41:44.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.093+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.094+0000 7f47858f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.094+0000 7f47858f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:44.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.094+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.094+0000 7f47858f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.094+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.095+0000 7f47858f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:44.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.095+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.095+0000 7f47858f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:44.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.095+0000 7f47858f2900 20 searching for the correct realm 2026-04-02T11:41:44.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.099+0000 7f477effd640 0 -- 192.168.123.102:0/1304243124 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x56387ca04ae0 msgr2=0x56387ca24f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:44.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.103+0000 7f477e7fc640 0 -- 192.168.123.102:0/1304243124 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f477800e8d0 msgr2=0x7f477803a3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.107+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 20 zone default found 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 4 Realm: () 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 20 zonegroup default 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.108+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.109+0000 7f47858f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.109+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.109+0000 7f47858f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.109+0000 7f47858f2900 20 started sync module instance, tier type = 2026-04-02T11:41:44.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.109+0000 7f47858f2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:44.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.113+0000 7f47858f2900 20 add_watcher() i=2 2026-04-02T11:41:44.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.114+0000 7f47858f2900 20 add_watcher() i=0 2026-04-02T11:41:44.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.115+0000 7f47858f2900 20 add_watcher() i=4 2026-04-02T11:41:44.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.115+0000 7f47858f2900 20 add_watcher() i=5 2026-04-02T11:41:44.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.115+0000 7f47858f2900 20 add_watcher() i=6 2026-04-02T11:41:44.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.115+0000 7f47858f2900 20 add_watcher() i=1 2026-04-02T11:41:44.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.115+0000 7f47858f2900 20 add_watcher() i=7 2026-04-02T11:41:44.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.116+0000 7f47858f2900 20 add_watcher() i=3 2026-04-02T11:41:44.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.116+0000 7f47858f2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:44.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.118+0000 7f47858f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:44.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.118+0000 7f47858f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:44.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.118+0000 7f47858f2900 5 note: GC not initialized 2026-04-02T11:41:44.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.118+0000 7f472b7fe640 20 reqs_thread_entry: start 2026-04-02T11:41:44.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.171+0000 7f47858f2900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:44.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.172+0000 7f47858f2900 20 Filter name: none 2026-04-02T11:41:44.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.172+0000 7f47297fa640 20 reqs_thread_entry: start 2026-04-02T11:41:44.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.172+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.172+0000 7f47858f2900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:44.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.172+0000 7f47858f2900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.173+0000 7f47858f2900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:44.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.173+0000 7f47858f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:44.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.173+0000 7f47858f2900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:44.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.173+0000 7f47858f2900 20 INFO: main: starting shard=0 2026-04-02T11:41:44.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.173+0000 7f47858f2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:44.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.173+0000 7f47858f2900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:41:44.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.173+0000 7f47858f2900 20 INFO: main: done 2026-04-02T11:41:44.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.178+0000 7f47858f2900 20 remove_watcher() i=0 2026-04-02T11:41:44.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.178+0000 7f47858f2900 2 removed watcher, disabling cache 2026-04-02T11:41:44.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.178+0000 7f47858f2900 20 remove_watcher() i=4 2026-04-02T11:41:44.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.178+0000 7f47858f2900 20 remove_watcher() i=2 2026-04-02T11:41:44.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.178+0000 7f47858f2900 20 remove_watcher() i=1 2026-04-02T11:41:44.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.179+0000 7f47858f2900 20 remove_watcher() i=5 2026-04-02T11:41:44.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.179+0000 7f47858f2900 20 remove_watcher() i=6 2026-04-02T11:41:44.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.179+0000 7f47858f2900 20 remove_watcher() i=3 2026-04-02T11:41:44.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.179+0000 7f47858f2900 20 remove_watcher() i=7 2026-04-02T11:41:44.240 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:41:44.242 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-02T11:41:44.265 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:44.265 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:44.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.289+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.290+0000 7f24d3525900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.290+0000 7f24d3525900 20 realm 2026-04-02T11:41:44.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.290+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.290+0000 7f24d3525900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.290+0000 7f24d3525900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:44.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.290+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.291+0000 7f24d3525900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.291+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.292+0000 7f24d3525900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:44.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.292+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.292+0000 7f24d3525900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:44.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.292+0000 7f24d3525900 20 searching for the correct realm 2026-04-02T11:41:44.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.298+0000 7f24cf9ba640 0 -- 192.168.123.102:0/197275733 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f24c40585a0 msgr2=0x7f24c407d5e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:44.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.301+0000 7f24cf9ba640 0 -- 192.168.123.102:0/197275733 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f248c0a16e0 msgr2=0x7f248c0c1ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.304+0000 7f24d3525900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.304+0000 7f24d3525900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.304+0000 7f24d3525900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.304+0000 7f24d3525900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.304+0000 7f24d3525900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.304+0000 7f24d3525900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.304+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.305+0000 7f24d3525900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.305+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.305+0000 7f24d3525900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.305+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 zone default found 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 4 Realm: () 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 zonegroup default 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:44.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 started sync module instance, tier type = 2026-04-02T11:41:44.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.306+0000 7f24d3525900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:44.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.311+0000 7f24d3525900 20 add_watcher() i=0 2026-04-02T11:41:44.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.311+0000 7f24d3525900 20 add_watcher() i=3 2026-04-02T11:41:44.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.311+0000 7f24d3525900 20 add_watcher() i=7 2026-04-02T11:41:44.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.312+0000 7f24d3525900 20 add_watcher() i=4 2026-04-02T11:41:44.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.312+0000 7f24d3525900 20 add_watcher() i=6 2026-04-02T11:41:44.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.312+0000 7f24d3525900 20 add_watcher() i=2 2026-04-02T11:41:44.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.312+0000 7f24d3525900 20 add_watcher() i=5 2026-04-02T11:41:44.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.313+0000 7f24d3525900 20 add_watcher() i=1 2026-04-02T11:41:44.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.313+0000 7f24d3525900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:44.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.315+0000 7f24d3525900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:44.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.316+0000 7f24d3525900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:44.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.316+0000 7f24d3525900 5 note: GC not initialized 2026-04-02T11:41:44.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.316+0000 7f247cfe9640 20 reqs_thread_entry: start 2026-04-02T11:41:44.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.371+0000 7f24d3525900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:44.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.371+0000 7f24d3525900 20 Filter name: none 2026-04-02T11:41:44.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.371+0000 7f24767fc640 20 reqs_thread_entry: start 2026-04-02T11:41:44.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.372+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.372+0000 7f24d3525900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:44.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.372+0000 7f24d3525900 20 rados->read ofs=0 len=0 2026-04-02T11:41:44.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.372+0000 7f24d3525900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:44.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.373+0000 7f24d3525900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:44.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.373+0000 7f24d3525900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:41:44.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.373+0000 7f24d3525900 20 INFO: main: starting shard=0 2026-04-02T11:41:44.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.373+0000 7f24d3525900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:44.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.373+0000 7f24d3525900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:41:44.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.373+0000 7f24d3525900 20 INFO: main: done 2026-04-02T11:41:44.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.377+0000 7f24d3525900 20 remove_watcher() i=5 2026-04-02T11:41:44.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.377+0000 7f24d3525900 2 removed watcher, disabling cache 2026-04-02T11:41:44.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.377+0000 7f24d3525900 20 remove_watcher() i=6 2026-04-02T11:41:44.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.377+0000 7f24d3525900 20 remove_watcher() i=0 2026-04-02T11:41:44.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.378+0000 7f24d3525900 20 remove_watcher() i=3 2026-04-02T11:41:44.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.379+0000 7f24d3525900 20 remove_watcher() i=2 2026-04-02T11:41:44.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.379+0000 7f24d3525900 20 remove_watcher() i=4 2026-04-02T11:41:44.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.379+0000 7f24d3525900 20 remove_watcher() i=7 2026-04-02T11:41:44.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:44.379+0000 7f24d3525900 20 remove_watcher() i=1 2026-04-02T11:41:44.392 INFO:tasks.workunit.client.0.vm02.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-02T11:41:44.680 INFO:tasks.workunit.client.0.vm02.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-02T11:41:44.978 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-02T11:41:45.001 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:45.001 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:45.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.024+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.025+0000 7fa410d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.025+0000 7fa410d1c900 20 realm 2026-04-02T11:41:45.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.026+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.026+0000 7fa410d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.026+0000 7fa410d1c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:45.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.026+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.026+0000 7fa410d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.026+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.027+0000 7fa410d1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:45.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.027+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.028+0000 7fa410d1c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:45.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.028+0000 7fa410d1c900 20 searching for the correct realm 2026-04-02T11:41:45.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.030+0000 7fa40efd4640 0 -- 192.168.123.102:0/3281459558 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x55adf9fa9e80 msgr2=0x7fa4000283f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:45.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.236+0000 7fa40dfd2640 0 -- 192.168.123.102:0/3281459558 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fa40006a8f0 msgr2=0x7fa4000193b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.441+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 zone default found 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 4 Realm: () 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:45.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 zonegroup default 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 started sync module instance, tier type = 2026-04-02T11:41:45.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.442+0000 7fa410d1c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:45.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.447+0000 7fa410d1c900 20 add_watcher() i=3 2026-04-02T11:41:45.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.447+0000 7fa410d1c900 20 add_watcher() i=5 2026-04-02T11:41:45.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.447+0000 7fa410d1c900 20 add_watcher() i=7 2026-04-02T11:41:45.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.447+0000 7fa410d1c900 20 add_watcher() i=0 2026-04-02T11:41:45.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.447+0000 7fa410d1c900 20 add_watcher() i=6 2026-04-02T11:41:45.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.447+0000 7fa410d1c900 20 add_watcher() i=2 2026-04-02T11:41:45.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.447+0000 7fa410d1c900 20 add_watcher() i=4 2026-04-02T11:41:45.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.448+0000 7fa410d1c900 20 add_watcher() i=1 2026-04-02T11:41:45.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.448+0000 7fa410d1c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:45.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.450+0000 7fa410d1c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:45.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.450+0000 7fa410d1c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:45.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.450+0000 7fa410d1c900 5 note: GC not initialized 2026-04-02T11:41:45.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.450+0000 7fa3b6ffd640 20 reqs_thread_entry: start 2026-04-02T11:41:45.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:45.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 20 Filter name: none 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa3b4ff9640 20 reqs_thread_entry: start 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.492+0000 7fa410d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.493+0000 7fa410d1c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.493+0000 7fa410d1c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.493+0000 7fa410d1c900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.493+0000 7fa410d1c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.493+0000 7fa410d1c900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.493+0000 7fa410d1c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:45.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.493+0000 7fa410d1c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 20 remove_watcher() i=0 2026-04-02T11:41:45.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 2 removed watcher, disabling cache 2026-04-02T11:41:45.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 20 remove_watcher() i=3 2026-04-02T11:41:45.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 20 remove_watcher() i=5 2026-04-02T11:41:45.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 20 remove_watcher() i=6 2026-04-02T11:41:45.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 20 remove_watcher() i=4 2026-04-02T11:41:45.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 20 remove_watcher() i=2 2026-04-02T11:41:45.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 20 remove_watcher() i=7 2026-04-02T11:41:45.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.499+0000 7fa410d1c900 20 remove_watcher() i=1 2026-04-02T11:41:45.510 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:41:45.533 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:45.533 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:45.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.554+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.555+0000 7fbdc3144900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.555+0000 7fbdc3144900 20 realm 2026-04-02T11:41:45.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.555+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.555+0000 7fbdc3144900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.555+0000 7fbdc3144900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:45.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.555+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.556+0000 7fbdc3144900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.556+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.556+0000 7fbdc3144900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:45.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.556+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.557+0000 7fbdc3144900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:45.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.557+0000 7fbdc3144900 20 searching for the correct realm 2026-04-02T11:41:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.560+0000 7fbdbef56640 0 -- 192.168.123.102:0/2232924998 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x555e838cea60 msgr2=0x555e838eef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:45.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.563+0000 7fbdbe755640 0 -- 192.168.123.102:0/2232924998 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fbdb00f0b60 msgr2=0x7fbdb00fb960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.566+0000 7fbdc3144900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.566+0000 7fbdc3144900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.566+0000 7fbdc3144900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.566+0000 7fbdc3144900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.566+0000 7fbdc3144900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.566+0000 7fbdc3144900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.566+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 zone default found 2026-04-02T11:41:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 4 Realm: () 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 zonegroup default 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.567+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.568+0000 7fbdc3144900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.568+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.568+0000 7fbdc3144900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.568+0000 7fbdc3144900 20 started sync module instance, tier type = 2026-04-02T11:41:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.568+0000 7fbdc3144900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:45.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.571+0000 7fbdc3144900 20 add_watcher() i=0 2026-04-02T11:41:45.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.571+0000 7fbdc3144900 20 add_watcher() i=6 2026-04-02T11:41:45.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.571+0000 7fbdc3144900 20 add_watcher() i=5 2026-04-02T11:41:45.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.572+0000 7fbdc3144900 20 add_watcher() i=7 2026-04-02T11:41:45.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.572+0000 7fbdc3144900 20 add_watcher() i=3 2026-04-02T11:41:45.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.572+0000 7fbdc3144900 20 add_watcher() i=4 2026-04-02T11:41:45.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.572+0000 7fbdc3144900 20 add_watcher() i=2 2026-04-02T11:41:45.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.572+0000 7fbdc3144900 20 add_watcher() i=1 2026-04-02T11:41:45.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.572+0000 7fbdc3144900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:45.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.575+0000 7fbdc3144900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:45.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.575+0000 7fbdc3144900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:45.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.575+0000 7fbdc3144900 5 note: GC not initialized 2026-04-02T11:41:45.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.575+0000 7fbd677fe640 20 reqs_thread_entry: start 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.622+0000 7fbdc3144900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.622+0000 7fbdc3144900 20 Filter name: none 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.622+0000 7fbd657fa640 20 reqs_thread_entry: start 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.622+0000 7fbdc3144900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.622+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 : miss 2026-04-02T11:41:45.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 info.flags=0x17 2026-04-02T11:41:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 to cache LRU end 2026-04-02T11:41:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:41:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:41:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.2 2026-04-02T11:41:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.623+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.624+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.624+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:c state=0x555e83dd8438 s->prefetch_data=0 2026-04-02T11:41:45.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.625+0000 7fbdc3144900 20 get_obj_state: setting s->obj_tag to 5vs35c6kdbr5gy4v034923j1ptecq2oi 2026-04-02T11:41:45.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.625+0000 7fbdc3144900 20 get_obj_state_impl: setting s->olh_tag to lermg6j0yrne9mu8qeky9irztkwh7l07 2026-04-02T11:41:45.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.625+0000 7fbdc3144900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lermg6j0yrne9mu8qeky9irztkwh7l07 2026-04-02T11:41:45.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.626+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.627+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.628+0000 7fbdc3144900 20 olh_log_entry: epoch=3 op=3 key=c[OlyJ0A7JC6FIk1RHFh61nmBOzDKHQIr] 2026-04-02T11:41:45.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.628+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:_:OlyJ0A7JC6FIk1RHFh61nmBOzDKHQIr_c state=0x555e83abf178 s->prefetch_data=0 2026-04-02T11:41:45.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.628+0000 7fbdc3144900 10 manifest: total_size = 11 2026-04-02T11:41:45.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.628+0000 7fbdc3144900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.11252835511982660325 2026-04-02T11:41:45.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.628+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:_:OlyJ0A7JC6FIk1RHFh61nmBOzDKHQIr_c state=0x555e83abf178 s->prefetch_data=0 2026-04-02T11:41:45.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.628+0000 7fbdc3144900 20 prepare_atomic_modification: state is not atomic. state=0x555e83abf178 2026-04-02T11:41:45.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.628+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.631+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.631+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.632+0000 7fbd9dffb640 20 handle_completion(): completion ok for obj=c[OlyJ0A7JC6FIk1RHFh61nmBOzDKHQIr] 2026-04-02T11:41:45.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.634+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.634+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.634+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:d state=0x555e83dd8438 s->prefetch_data=0 2026-04-02T11:41:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.635+0000 7fbdc3144900 20 get_obj_state: setting s->obj_tag to uxxbaigmc1wsmlv8ul3ebfopdmr2r5m2 2026-04-02T11:41:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.635+0000 7fbdc3144900 20 get_obj_state_impl: setting s->olh_tag to 7t6srftc6wcp850vlylt6yac2xfpeqgv 2026-04-02T11:41:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.635+0000 7fbdc3144900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7t6srftc6wcp850vlylt6yac2xfpeqgv 2026-04-02T11:41:45.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.636+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.638+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.638+0000 7fbdc3144900 20 olh_log_entry: epoch=3 op=3 key=d[RMWjOdNpDM7LHbTHNHX.RRWtXZAi2KH] 2026-04-02T11:41:45.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.638+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:_:RMWjOdNpDM7LHbTHNHX.RRWtXZAi2KH_d state=0x555e83abf178 s->prefetch_data=0 2026-04-02T11:41:45.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.639+0000 7fbdc3144900 10 manifest: total_size = 11 2026-04-02T11:41:45.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.639+0000 7fbdc3144900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.8782139472642987253 2026-04-02T11:41:45.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.639+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:_:RMWjOdNpDM7LHbTHNHX.RRWtXZAi2KH_d state=0x555e83abf178 s->prefetch_data=0 2026-04-02T11:41:45.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.639+0000 7fbdc3144900 20 prepare_atomic_modification: state is not atomic. state=0x555e83abf178 2026-04-02T11:41:45.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.639+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.643+0000 7fbd9dffb640 20 handle_completion(): completion ok for obj=d[RMWjOdNpDM7LHbTHNHX.RRWtXZAi2KH] 2026-04-02T11:41:45.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.643+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.643+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.644+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.644+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.645+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:e state=0x555e83dd8438 s->prefetch_data=0 2026-04-02T11:41:45.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.645+0000 7fbdc3144900 20 get_obj_state: setting s->obj_tag to xv5lzuo75p7z8cl3zcm5lb5htvfh6ww8 2026-04-02T11:41:45.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.645+0000 7fbdc3144900 20 get_obj_state_impl: setting s->olh_tag to pap7ft9hxrs37gdbztkr2u940u3txifl 2026-04-02T11:41:45.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.645+0000 7fbdc3144900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=pap7ft9hxrs37gdbztkr2u940u3txifl 2026-04-02T11:41:45.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.646+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.648+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.648+0000 7fbdc3144900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-02T11:41:45.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.648+0000 7fbdc3144900 20 olh_log_entry: epoch=2 op=3 key=e[p6P.Wxy2UZRADJiUK32P-0pOFhr5yRe] 2026-04-02T11:41:45.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.648+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:_:p6P.Wxy2UZRADJiUK32P-0pOFhr5yRe_e state=0x555e83abe168 s->prefetch_data=0 2026-04-02T11:41:45.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.648+0000 7fbdc3144900 10 manifest: total_size = 22 2026-04-02T11:41:45.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.649+0000 7fbdc3144900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.17206143767225481984 2026-04-02T11:41:45.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.649+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:_:p6P.Wxy2UZRADJiUK32P-0pOFhr5yRe_e state=0x555e83abe168 s->prefetch_data=0 2026-04-02T11:41:45.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.649+0000 7fbdc3144900 20 prepare_atomic_modification: state is not atomic. state=0x555e83abe168 2026-04-02T11:41:45.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.649+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.652+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:e state=0x555e83dd8438 s->prefetch_data=0 2026-04-02T11:41:45.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.652+0000 7fbdc3144900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=pap7ft9hxrs37gdbztkr2u940u3txifl 2026-04-02T11:41:45.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.654+0000 7fbd9dffb640 20 handle_completion(): completion ok for obj=e[p6P.Wxy2UZRADJiUK32P-0pOFhr5yRe] 2026-04-02T11:41:45.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.655+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.656+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.656+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.656+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:f state=0x555e83dd8438 s->prefetch_data=0 2026-04-02T11:41:45.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.657+0000 7fbdc3144900 20 get_obj_state: setting s->obj_tag to 2bizv5gjofx2h8z45h383r8samhk0uw4 2026-04-02T11:41:45.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.657+0000 7fbdc3144900 20 get_obj_state_impl: setting s->olh_tag to jusbuixexyx1mi32uhg3loq9bwztjf07 2026-04-02T11:41:45.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.657+0000 7fbdc3144900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=jusbuixexyx1mi32uhg3loq9bwztjf07 2026-04-02T11:41:45.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.658+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.660+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.660+0000 7fbdc3144900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-02T11:41:45.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.660+0000 7fbdc3144900 20 olh_log_entry: epoch=2 op=3 key=f[PqKJzsdmNYUxhvoAReQHuYkLzRBVBPL] 2026-04-02T11:41:45.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.660+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:_:PqKJzsdmNYUxhvoAReQHuYkLzRBVBPL_f state=0x555e83abe168 s->prefetch_data=0 2026-04-02T11:41:45.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.661+0000 7fbdc3144900 10 manifest: total_size = 9 2026-04-02T11:41:45.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.661+0000 7fbdc3144900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7455416441498910083 2026-04-02T11:41:45.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.661+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:_:PqKJzsdmNYUxhvoAReQHuYkLzRBVBPL_f state=0x555e83abe168 s->prefetch_data=0 2026-04-02T11:41:45.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.661+0000 7fbdc3144900 20 prepare_atomic_modification: state is not atomic. state=0x555e83abe168 2026-04-02T11:41:45.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.661+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.664+0000 7fbdc3144900 20 get_obj_state: octx=0x7fbdb007e730 obj=check-bucket:f state=0x555e83dd8438 s->prefetch_data=0 2026-04-02T11:41:45.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.665+0000 7fbdc3144900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=jusbuixexyx1mi32uhg3loq9bwztjf07 2026-04-02T11:41:45.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.665+0000 7fbd9dffb640 20 handle_completion(): completion ok for obj=f[PqKJzsdmNYUxhvoAReQHuYkLzRBVBPL] 2026-04-02T11:41:45.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.667+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.669+0000 7fbdc3144900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.2.0 2026-04-02T11:41:45.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.669+0000 7fbdc3144900 1 NOTICE: finished shard 0 (4 entries removed) 2026-04-02T11:41:45.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.669+0000 7fbdc3144900 1 NOTICE: finished all shards (4 entries removed) 2026-04-02T11:41:45.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.673+0000 7fbdc3144900 20 remove_watcher() i=0 2026-04-02T11:41:45.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.673+0000 7fbdc3144900 2 removed watcher, disabling cache 2026-04-02T11:41:45.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.674+0000 7fbdc3144900 20 remove_watcher() i=7 2026-04-02T11:41:45.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.674+0000 7fbdc3144900 20 remove_watcher() i=6 2026-04-02T11:41:45.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.674+0000 7fbdc3144900 20 remove_watcher() i=3 2026-04-02T11:41:45.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.674+0000 7fbdc3144900 20 remove_watcher() i=5 2026-04-02T11:41:45.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.675+0000 7fbdc3144900 20 remove_watcher() i=4 2026-04-02T11:41:45.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.675+0000 7fbdc3144900 20 remove_watcher() i=2 2026-04-02T11:41:45.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.675+0000 7fbdc3144900 20 remove_watcher() i=1 2026-04-02T11:41:45.683 INFO:tasks.workunit.client.0.vm02.stderr:"bucket check unlinked" returned [{'name': 'c', 'instance': 'OlyJ0A7JC6FIk1RHFh61nmBOzDKHQIr'}, {'name': 'd', 'instance': 'RMWjOdNpDM7LHbTHNHX.RRWtXZAi2KH'}, {'name': 'e', 'instance': 'p6P.Wxy2UZRADJiUK32P-0pOFhr5yRe'}, {'name': 'f', 'instance': 'PqKJzsdmNYUxhvoAReQHuYkLzRBVBPL'}], expecting ['c', 'd', 'e', 'f'] 2026-04-02T11:41:45.733 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-02T11:41:45.756 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:45.757 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:45.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.781+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.783+0000 7ff59b333900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.783+0000 7ff59b333900 20 realm 2026-04-02T11:41:45.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.783+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.783+0000 7ff59b333900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.783+0000 7ff59b333900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:45.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.783+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.783+0000 7ff59b333900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:45.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.783+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.784+0000 7ff59b333900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:45.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.784+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:45.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.785+0000 7ff59b333900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:41:45.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.785+0000 7ff59b333900 20 searching for the correct realm 2026-04-02T11:41:45.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.787+0000 7ff5977ec640 0 -- 192.168.123.102:0/780845717 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7ff588085040 msgr2=0x7ff58806f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:41:45.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:45.994+0000 7ff5967ea640 0 -- 192.168.123.102:0/780845717 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x55ea7f5a5e80 msgr2=0x7ff58808b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.200+0000 7ff59b333900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.200+0000 7ff59b333900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.200+0000 7ff59b333900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.200+0000 7ff59b333900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.200+0000 7ff59b333900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.200+0000 7ff59b333900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.200+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.201+0000 7ff59b333900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:46.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.201+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.201+0000 7ff59b333900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.201+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 20 zone default found 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 4 Realm: () 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 20 zonegroup default 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:46.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:46.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.202+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.203+0000 7ff59b333900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:46.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.203+0000 7ff59b333900 20 started sync module instance, tier type = 2026-04-02T11:41:46.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.203+0000 7ff59b333900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:41:46.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.206+0000 7ff59b333900 20 add_watcher() i=2 2026-04-02T11:41:46.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.206+0000 7ff59b333900 20 add_watcher() i=0 2026-04-02T11:41:46.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.207+0000 7ff59b333900 20 add_watcher() i=6 2026-04-02T11:41:46.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.207+0000 7ff59b333900 20 add_watcher() i=4 2026-04-02T11:41:46.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.207+0000 7ff59b333900 20 add_watcher() i=5 2026-04-02T11:41:46.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.208+0000 7ff59b333900 20 add_watcher() i=7 2026-04-02T11:41:46.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.208+0000 7ff59b333900 20 add_watcher() i=1 2026-04-02T11:41:46.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.208+0000 7ff59b333900 20 add_watcher() i=3 2026-04-02T11:41:46.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.208+0000 7ff59b333900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:46.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.211+0000 7ff59b333900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:46.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.211+0000 7ff59b333900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:41:46.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.211+0000 7ff59b333900 5 note: GC not initialized 2026-04-02T11:41:46.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.211+0000 7ff53f7fe640 20 reqs_thread_entry: start 2026-04-02T11:41:46.264 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.263+0000 7ff59b333900 20 init_complete bucket index max shards: 1 2026-04-02T11:41:46.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.263+0000 7ff59b333900 20 Filter name: none 2026-04-02T11:41:46.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.263+0000 7ff53d7fa640 20 reqs_thread_entry: start 2026-04-02T11:41:46.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.263+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.263+0000 7ff59b333900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:46.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.263+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.264+0000 7ff59b333900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:46.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.264+0000 7ff59b333900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:46.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.264+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.264+0000 7ff59b333900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:41:46.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.264+0000 7ff59b333900 20 rados->read ofs=0 len=0 2026-04-02T11:41:46.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.264+0000 7ff59b333900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:41:46.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.264+0000 7ff59b333900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:41:46.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.270+0000 7ff59b333900 20 remove_watcher() i=7 2026-04-02T11:41:46.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.270+0000 7ff59b333900 2 removed watcher, disabling cache 2026-04-02T11:41:46.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.271+0000 7ff59b333900 20 remove_watcher() i=0 2026-04-02T11:41:46.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.271+0000 7ff59b333900 20 remove_watcher() i=5 2026-04-02T11:41:46.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.271+0000 7ff59b333900 20 remove_watcher() i=2 2026-04-02T11:41:46.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.271+0000 7ff59b333900 20 remove_watcher() i=3 2026-04-02T11:41:46.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.271+0000 7ff59b333900 20 remove_watcher() i=4 2026-04-02T11:41:46.273 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.271+0000 7ff59b333900 20 remove_watcher() i=1 2026-04-02T11:41:46.273 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:41:46.272+0000 7ff59b333900 20 remove_watcher() i=6 2026-04-02T11:41:46.281 INFO:tasks.workunit.client.0.vm02.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2026-04-02T11:41:46.281 INFO:tasks.workunit.client.0.vm02.stderr:Deleting bucket check-bucket 2026-04-02T11:41:46.303 INFO:tasks.workunit.client.0.vm02.stderr:Completed bucket check tests 2026-04-02T11:41:46.303 INFO:tasks.workunit.client.0.vm02.stdout:connected to http://localhost:80 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ deactivate 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ export PATH 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n '' ']' 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ hash -r 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n '' ']' 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ unset VIRTUAL_ENV 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ unset -f deactivate 2026-04-02T11:41:46.336 INFO:tasks.workunit.client.0.vm02.stderr:+ echo OK. 2026-04-02T11:41:46.337 INFO:tasks.workunit.client.0.vm02.stdout:OK. 2026-04-02T11:41:46.337 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:41:46.337 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:41:46.418 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2026-04-02T11:41:46.418 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:41:46.913 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:46.913 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:41:46.953 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:41:46.953 DEBUG:teuthology.orchestra.run.vm02:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:41:47.024 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:41:47.024 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:41:47.026 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:41:47.026 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:41:47.026 DEBUG:teuthology.orchestra.run.vm02:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:41:47.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:41:47.098 INFO:teuthology.orchestra.run.vm02.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:41:47.098 DEBUG:teuthology.orchestra.run.vm02:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:41:47.172 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:41:47.172 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:41:47.249 INFO:tasks.workunit:timeout=3h 2026-04-02T11:41:47.249 INFO:tasks.workunit:cleanup=True 2026-04-02T11:41:47.249 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:41:47.323 INFO:tasks.workunit.client.0.vm02.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:42:22.691 INFO:tasks.workunit.client.0.vm02.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: git switch -c 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr:Or undo this operation with: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: git switch - 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:42:22.692 INFO:tasks.workunit.client.0.vm02.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:42:22.701 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:42:22.773 INFO:tasks.workunit.client.0.vm02.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:42:22.775 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:42:22.775 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:42:22.817 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:42:22.852 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:42:22.881 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:42:22.883 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:42:22.883 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:42:22.916 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:42:22.920 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:42:22.920 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:42:22.996 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2026-04-02T11:42:22.997 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2026-04-02T11:42:22.997 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2026-04-02T11:42:23.081 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:42:23.081 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:42:23.081 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:42:23.081 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 11 tests from ClsLock 2026-04-02T11:42:23.081 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestMultiLocking 2026-04-02T11:42:24.939 INFO:tasks.workunit.client.0.vm02.stdout:lock: mylock 2026-04-02T11:42:24.939 INFO:tasks.workunit.client.0.vm02.stdout: lock_type: exclusive 2026-04-02T11:42:24.939 INFO:tasks.workunit.client.0.vm02.stdout: tag: 2026-04-02T11:42:24.939 INFO:tasks.workunit.client.0.vm02.stdout: lockers: 2026-04-02T11:42:24.939 INFO:tasks.workunit.client.0.vm02.stdout: client.34832 expiration=2026-04-02T11:44:24.934541+0000 addr=v1:192.168.123.102:0/3089175114 cookie= 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout:lock: mylock 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout: lock_type: shared 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout: tag: 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout: lockers: 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout: client.5127 expiration=0.000000 addr=v1:192.168.123.102:0/183980876 cookie= 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout: client.34832 expiration=2026-04-02T11:44:24.941356+0000 addr=v1:192.168.123.102:0/3089175114 cookie= 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout:lock: mylock 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout: lock_type: shared 2026-04-02T11:42:24.943 INFO:tasks.workunit.client.0.vm02.stdout: tag: 2026-04-02T11:42:24.944 INFO:tasks.workunit.client.0.vm02.stdout: lockers: 2026-04-02T11:42:24.944 INFO:tasks.workunit.client.0.vm02.stdout: client.5127 expiration=0.000000 addr=v1:192.168.123.102:0/183980876 cookie= 2026-04-02T11:42:25.822 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestMultiLocking (2741 ms) 2026-04-02T11:42:25.823 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestMeta 2026-04-02T11:42:27.889 INFO:tasks.workunit.client.0.vm02.stdout:lock: mylock 2026-04-02T11:42:27.889 INFO:tasks.workunit.client.0.vm02.stdout: lock_type: shared 2026-04-02T11:42:27.889 INFO:tasks.workunit.client.0.vm02.stdout: tag: 2026-04-02T11:42:27.889 INFO:tasks.workunit.client.0.vm02.stdout: lockers: 2026-04-02T11:42:27.889 INFO:tasks.workunit.client.0.vm02.stdout: client.34847 expiration=0.000000 addr=v1:192.168.123.102:0/4175930755 cookie= 2026-04-02T11:42:27.891 INFO:tasks.workunit.client.0.vm02.stdout:lock: mylock 2026-04-02T11:42:27.891 INFO:tasks.workunit.client.0.vm02.stdout: lock_type: exclusive 2026-04-02T11:42:27.892 INFO:tasks.workunit.client.0.vm02.stdout: tag: new_tag 2026-04-02T11:42:27.892 INFO:tasks.workunit.client.0.vm02.stdout: lockers: 2026-04-02T11:42:27.892 INFO:tasks.workunit.client.0.vm02.stdout: client.34844 expiration=0.000000 addr=v1:192.168.123.102:0/522525810 cookie= 2026-04-02T11:42:28.875 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestMeta (3052 ms) 2026-04-02T11:42:28.875 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestCookie 2026-04-02T11:42:30.911 INFO:tasks.workunit.client.0.vm02.stdout:lock: mylock 2026-04-02T11:42:30.911 INFO:tasks.workunit.client.0.vm02.stdout: lock_type: exclusive 2026-04-02T11:42:30.911 INFO:tasks.workunit.client.0.vm02.stdout: tag: 2026-04-02T11:42:30.911 INFO:tasks.workunit.client.0.vm02.stdout: lockers: 2026-04-02T11:42:30.912 INFO:tasks.workunit.client.0.vm02.stdout:lock: mylock 2026-04-02T11:42:30.912 INFO:tasks.workunit.client.0.vm02.stdout: lock_type: shared 2026-04-02T11:42:30.912 INFO:tasks.workunit.client.0.vm02.stdout: tag: 2026-04-02T11:42:30.912 INFO:tasks.workunit.client.0.vm02.stdout: lockers: 2026-04-02T11:42:30.912 INFO:tasks.workunit.client.0.vm02.stdout: client.5151 expiration=0.000000 addr=v1:192.168.123.102:0/3009507778 cookie= 2026-04-02T11:42:30.912 INFO:tasks.workunit.client.0.vm02.stdout: client.5151 expiration=0.000000 addr=v1:192.168.123.102:0/3009507778 cookie=new cookie 2026-04-02T11:42:31.894 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestCookie (3019 ms) 2026-04-02T11:42:31.894 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestMultipleLocks 2026-04-02T11:42:34.973 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestMultipleLocks (3078 ms) 2026-04-02T11:42:34.973 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestLockDuration 2026-04-02T11:42:42.790 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestLockDuration (7816 ms) 2026-04-02T11:42:42.790 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestAssertLocked 2026-04-02T11:42:45.812 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestAssertLocked (3019 ms) 2026-04-02T11:42:45.812 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestSetCookie 2026-04-02T11:42:48.843 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestSetCookie (3034 ms) 2026-04-02T11:42:48.843 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestRenew 2026-04-02T11:43:09.754 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestRenew (20911 ms) 2026-04-02T11:43:09.754 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2026-04-02T11:43:16.799 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7045 ms) 2026-04-02T11:43:16.800 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2026-04-02T11:43:24.018 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7218 ms) 2026-04-02T11:43:24.018 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2026-04-02T11:43:31.792 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7774 ms) 2026-04-02T11:43:31.793 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 11 tests from ClsLock (68711 ms total) 2026-04-02T11:43:31.793 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:43:31.793 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:43:31.793 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 11 tests from 1 test suite ran. (68711 ms total) 2026-04-02T11:43:31.793 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 11 tests. 2026-04-02T11:43:31.795 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:43:31.795 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:43:31.836 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2026-04-02T11:43:31.837 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2026-04-02T11:43:31.837 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2026-04-02T11:43:31.925 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:43:31.925 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:43:31.925 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:43:31.925 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from cls_log 2026-04-02T11:43:31.925 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_log.test_log_add_same_time 2026-04-02T11:43:35.032 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_log.test_log_add_same_time (3107 ms) 2026-04-02T11:43:35.032 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_log.test_log_add_different_time 2026-04-02T11:43:39.799 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_log.test_log_add_different_time (4766 ms) 2026-04-02T11:43:39.799 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_log.trim_by_time 2026-04-02T11:43:42.803 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_log.trim_by_time (3004 ms) 2026-04-02T11:43:42.803 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_log.trim_by_marker 2026-04-02T11:43:45.821 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_log.trim_by_marker (3017 ms) 2026-04-02T11:43:45.821 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from cls_log (13896 ms total) 2026-04-02T11:43:45.821 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:43:45.821 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:43:45.821 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 4 tests from 1 test suite ran. (13896 ms total) 2026-04-02T11:43:45.821 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 4 tests. 2026-04-02T11:43:45.824 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:43:45.824 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:43:45.877 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2026-04-02T11:43:45.878 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2026-04-02T11:43:45.878 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2026-04-02T11:43:45.920 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:43:45.920 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 10 tests from 1 test suite. 2026-04-02T11:43:45.920 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:43:45.920 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 10 tests from cls_refcount 2026-04-02T11:43:45.920 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.test_implicit 2026-04-02T11:43:48.840 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.test_implicit (2919 ms) 2026-04-02T11:43:48.840 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2026-04-02T11:43:51.957 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3116 ms) 2026-04-02T11:43:51.957 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.test_put_snap 2026-04-02T11:44:00.797 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.test_put_snap (8840 ms) 2026-04-02T11:44:00.797 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.test_explicit 2026-04-02T11:44:03.816 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.test_explicit (3019 ms) 2026-04-02T11:44:03.816 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.set 2026-04-02T11:44:07.082 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.set (3265 ms) 2026-04-02T11:44:07.082 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.test_implicit_ec 2026-04-02T11:44:14.257 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.test_implicit_ec (7174 ms) 2026-04-02T11:44:14.257 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2026-04-02T11:44:21.696 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7439 ms) 2026-04-02T11:44:21.696 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2026-04-02T11:44:33.935 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.test_put_snap_ec (12239 ms) 2026-04-02T11:44:33.935 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.test_explicit_ec 2026-04-02T11:44:41.048 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.test_explicit_ec (7112 ms) 2026-04-02T11:44:41.048 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_refcount.set_ec 2026-04-02T11:44:48.297 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_refcount.set_ec (7249 ms) 2026-04-02T11:44:48.298 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 10 tests from cls_refcount (62377 ms total) 2026-04-02T11:44:48.298 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:44:48.298 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:44:48.298 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 10 tests from 1 test suite ran. (62377 ms total) 2026-04-02T11:44:48.298 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 10 tests. 2026-04-02T11:44:48.299 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:44:48.299 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:44:48.378 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2026-04-02T11:44:48.378 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2026-04-02T11:44:48.378 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2026-04-02T11:44:48.464 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:44:48.464 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:44:48.464 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:44:48.464 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 19 tests from cls_rgw 2026-04-02T11:44:50.312 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.index_basic 2026-04-02T11:44:50.348 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.index_basic (35 ms) 2026-04-02T11:44:50.348 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2026-04-02T11:44:50.371 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (23 ms) 2026-04-02T11:44:50.371 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.index_remove_object 2026-04-02T11:44:50.399 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.index_remove_object (28 ms) 2026-04-02T11:44:50.399 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.index_suggest 2026-04-02T11:44:51.825 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.index_suggest (1426 ms) 2026-04-02T11:44:51.826 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.index_suggest_complete 2026-04-02T11:44:51.829 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.index_suggest_complete (4 ms) 2026-04-02T11:44:51.829 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.index_list 2026-04-02T11:44:51.843 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.index_list (13 ms) 2026-04-02T11:44:51.843 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.index_list_delimited 2026-04-02T11:45:09.686 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.index_list_delimited (17842 ms) 2026-04-02T11:45:09.686 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.bi_list 2026-04-02T11:45:09.754 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.bi_list (68 ms) 2026-04-02T11:45:09.754 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.gc_set 2026-04-02T11:45:09.762 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.gc_set (8 ms) 2026-04-02T11:45:09.763 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.gc_list 2026-04-02T11:45:09.771 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.gc_list (8 ms) 2026-04-02T11:45:09.771 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.gc_defer 2026-04-02T11:45:16.414 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.gc_defer (6642 ms) 2026-04-02T11:45:16.414 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.usage_basic 2026-04-02T11:45:16.451 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.usage_basic (36 ms) 2026-04-02T11:45:16.451 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2026-04-02T11:45:16.451 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.usage_clear_no_obj (0 ms) 2026-04-02T11:45:16.451 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.usage_clear 2026-04-02T11:45:16.512 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.usage_clear (60 ms) 2026-04-02T11:45:16.512 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.bi_log_trim 2026-04-02T11:45:16.538 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.bi_log_trim (26 ms) 2026-04-02T11:45:16.538 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.index_racing_removes 2026-04-02T11:45:16.553 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.index_racing_removes (14 ms) 2026-04-02T11:45:16.553 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.reshardlog_list 2026-04-02T11:45:16.566 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.reshardlog_list (13 ms) 2026-04-02T11:45:16.566 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.reshardlog_num 2026-04-02T11:45:16.573 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.reshardlog_num (7 ms) 2026-04-02T11:45:16.573 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw.bi_put_entries 2026-04-02T11:45:16.595 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw.bi_put_entries (22 ms) 2026-04-02T11:45:17.420 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 19 tests from cls_rgw (26283 ms total) 2026-04-02T11:45:17.420 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:45:17.421 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:45:17.421 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 19 tests from 1 test suite ran. (28956 ms total) 2026-04-02T11:45:17.421 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 19 tests. 2026-04-02T11:45:17.422 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:45:17.422 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:45:17.460 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2026-04-02T11:45:17.460 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2026-04-02T11:45:17.461 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2026-04-02T11:45:17.556 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:45:17.556 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:45:17.556 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:45:17.556 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 9 tests from cls_rgw_gc 2026-04-02T11:45:17.556 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.init 2026-04-02T11:45:19.437 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.init (1881 ms) 2026-04-02T11:45:19.437 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2026-04-02T11:45:19.450 INFO:tasks.workunit.client.0.vm02.stderr:[ ] list info tag = chain-0 2026-04-02T11:45:19.450 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (12 ms) 2026-04-02T11:45:19.450 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2026-04-02T11:45:19.454 INFO:tasks.workunit.client.0.vm02.stderr:[ ] next_marker is: = 0/4263 2026-04-02T11:45:19.455 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (4 ms) 2026-04-02T11:45:19.455 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2026-04-02T11:45:19.459 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (4 ms) 2026-04-02T11:45:19.459 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2026-04-02T11:45:19.464 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (4 ms) 2026-04-02T11:45:19.464 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2026-04-02T11:45:19.757 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (292 ms) 2026-04-02T11:45:19.757 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2026-04-02T11:45:19.763 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2026-04-02T11:45:19.763 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2026-04-02T11:45:19.769 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2026-04-02T11:45:19.769 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_gc.finalize 2026-04-02T11:45:20.441 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_gc.finalize (671 ms) 2026-04-02T11:45:20.441 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 9 tests from cls_rgw_gc (2884 ms total) 2026-04-02T11:45:20.441 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:45:20.441 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:45:20.441 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 9 tests from 1 test suite ran. (2884 ms total) 2026-04-02T11:45:20.441 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 9 tests. 2026-04-02T11:45:20.442 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:45:20.442 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:45:20.482 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2026-04-02T11:45:20.482 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2026-04-02T11:45:20.482 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2026-04-02T11:45:20.567 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:20.567 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:20.567 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 1 test from 1 test suite. 2026-04-02T11:45:20.567 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:45:22.459 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 1 test from cls_rgw_stats 2026-04-02T11:45:22.459 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_rgw_stats.simulate 2026-04-02T11:45:22.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.470+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=6AWXD0WD97RH type=write size=994172 2026-04-02T11:45:22.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.472+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~YFR6GD383XMX.0 size=1048576 2026-04-02T11:45:22.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.472+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~YFR6GD383XMX.1 size=1048576 2026-04-02T11:45:22.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.473+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~YFR6GD383XMX.2 size=920332 2026-04-02T11:45:22.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.473+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=YFR6GD383XMX tag=W15ZEXOC2509 type=write size=4066060 2026-04-02T11:45:22.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.474+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=PG3GFR6VKPHU type=del size=1563217 2026-04-02T11:45:22.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.475+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~NFAMAJ02A8ML.0 size=776183 2026-04-02T11:45:22.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.475+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=NFAMAJ02A8ML tag=5LSOM706X2LQ type=write size=1824759 2026-04-02T11:45:22.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.476+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=P0A5YE6CAV2O type=del size=250480 2026-04-02T11:45:22.478 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.476+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=BL2XWXOAFNS3 type=del size=1240080 2026-04-02T11:45:22.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.477+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=ZK5G4VQHCVJQ type=write size=608345 2026-04-02T11:45:22.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.478+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=OIBKJA4BMW5C type=write size=254028 2026-04-02T11:45:22.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.479+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=VW8BHF3DIK1H type=del size=1506823 2026-04-02T11:45:22.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.480+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=ZA9ALQOH81I9 type=del size=881754 2026-04-02T11:45:22.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.480+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=456INA89BD00 type=write size=342897 2026-04-02T11:45:22.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.481+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~P6E9TUKKAIZN.0 size=1048576 2026-04-02T11:45:22.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.482+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~P6E9TUKKAIZN.1 size=1048576 2026-04-02T11:45:22.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.483+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~P6E9TUKKAIZN.2 size=355079 2026-04-02T11:45:22.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.483+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=P6E9TUKKAIZN tag=BBWQ48L6AFKX type=write size=3500807 2026-04-02T11:45:22.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.483+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=UFMX4MWGPJ3K type=del size=2316015 2026-04-02T11:45:22.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.484+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=H682WY2KHIST type=write size=463419 2026-04-02T11:45:22.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.485+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=L36WP0J0ZYBQ type=write size=591209 2026-04-02T11:45:22.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.486+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~4WPXW6M5DOED.0 size=1048576 2026-04-02T11:45:22.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.487+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~4WPXW6M5DOED.1 size=1048576 2026-04-02T11:45:22.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.487+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~4WPXW6M5DOED.2 size=559856 2026-04-02T11:45:22.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.487+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=4WPXW6M5DOED tag=L8GGHDXCZ764 type=write size=3705584 2026-04-02T11:45:22.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.488+0000 7f5c0c217880 1 < completed write operation key=A7V45HD10IBY tag=6AWXD0WD97RH type=write size=994172 2026-04-02T11:45:22.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.489+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=WCDG5JVL0AXJ type=del size=3126842 2026-04-02T11:45:22.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.489+0000 7f5c0c217880 1 < canceled part key=_multipart_5HGO669IL8H8.2~YFR6GD383XMX.0 size=1048576 2026-04-02T11:45:22.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.490+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~YFR6GD383XMX.1 size=1048576 2026-04-02T11:45:22.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.490+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~YFR6GD383XMX.2 size=920332 2026-04-02T11:45:22.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.492+0000 7f5c0c217880 1 < canceled multipart upload key=5HGO669IL8H8 upload=YFR6GD383XMX tag=W15ZEXOC2509 type=write size=4066060 2026-04-02T11:45:22.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.492+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=U4SVU0F1U0AY type=del size=2021254 2026-04-02T11:45:22.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.493+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=PG3GFR6VKPHU type=del 2026-04-02T11:45:22.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.494+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=GQZC32KF7PYD type=del size=652576 2026-04-02T11:45:22.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.495+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~NFAMAJ02A8ML.0 size=776183 2026-04-02T11:45:22.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.496+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=NFAMAJ02A8ML tag=5LSOM706X2LQ type=write size=1824759 2026-04-02T11:45:22.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.497+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~FETZ29W3LSOB.0 size=586699 2026-04-02T11:45:22.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.497+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=FETZ29W3LSOB tag=M70WZPJE64NK type=write size=1635275 2026-04-02T11:45:22.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.498+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=P0A5YE6CAV2O type=del 2026-04-02T11:45:22.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.499+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=M56VR23EA920 type=del size=449034 2026-04-02T11:45:22.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.500+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=BL2XWXOAFNS3 type=del 2026-04-02T11:45:22.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.501+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~W26K7JTIMD7L.0 size=1048576 2026-04-02T11:45:22.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.502+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~W26K7JTIMD7L.1 size=1048576 2026-04-02T11:45:22.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.502+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~W26K7JTIMD7L.2 size=467471 2026-04-02T11:45:22.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.502+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=W26K7JTIMD7L tag=MULE2XR7DIB2 type=write size=3613199 2026-04-02T11:45:22.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.504+0000 7f5c0c217880 1 < suggested update operation key=A7V45HD10IBY tag=ZK5G4VQHCVJQ type=write size=608345 2026-04-02T11:45:22.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.505+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=DKYUZBUW8SWD type=write size=901660 2026-04-02T11:45:22.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.505+0000 7f5c0c217880 1 < completed write operation key=93T2V482IGI4 tag=OIBKJA4BMW5C type=write size=254028 2026-04-02T11:45:22.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.506+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=PFJTM01DKNZ7 type=del size=2329423 2026-04-02T11:45:22.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.507+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=VW8BHF3DIK1H type=del 2026-04-02T11:45:22.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.508+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=RIYS486JUBWT type=del size=2024677 2026-04-02T11:45:22.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.509+0000 7f5c0c217880 1 < suggested remove operation key=80JM980KZYGT tag=ZA9ALQOH81I9 type=del 2026-04-02T11:45:22.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.510+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=AIUI6XV64Z57 type=del size=3266892 2026-04-02T11:45:22.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.512+0000 7f5c0c217880 1 < suggested update operation key=RXDFK5T07T03 tag=456INA89BD00 type=write size=342897 2026-04-02T11:45:22.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.513+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=NTEDZTZ4SA04 type=write size=420489 2026-04-02T11:45:22.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.513+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~P6E9TUKKAIZN.0 size=1048576 2026-04-02T11:45:22.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.514+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~P6E9TUKKAIZN.1 size=1048576 2026-04-02T11:45:22.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.515+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~P6E9TUKKAIZN.2 size=355079 2026-04-02T11:45:22.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.516+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=P6E9TUKKAIZN tag=BBWQ48L6AFKX type=write size=3500807 2026-04-02T11:45:22.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.517+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=6B1WGTL35XD8 type=write size=994063 2026-04-02T11:45:22.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.518+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=UFMX4MWGPJ3K type=del 2026-04-02T11:45:22.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.518+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=Y1MSG9NRU3AD type=del size=1304677 2026-04-02T11:45:22.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.519+0000 7f5c0c217880 -1 < failed to complete operation key=RXDFK5T07T03 tag=H682WY2KHIST type=write size=463419: (22) Invalid argument 2026-04-02T11:45:22.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.520+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=N1OLWMJYR7BA type=del size=443666 2026-04-02T11:45:22.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.521+0000 7f5c0c217880 1 < completed write operation key=0E1A1BB207I3 tag=L36WP0J0ZYBQ type=write size=591209 2026-04-02T11:45:22.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.523+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~TAG6QTBNOTO6.0 size=1048576 2026-04-02T11:45:22.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.523+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~TAG6QTBNOTO6.1 size=614913 2026-04-02T11:45:22.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.523+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=TAG6QTBNOTO6 tag=MOQM8N434IKJ type=write size=2712065 2026-04-02T11:45:22.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.524+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~4WPXW6M5DOED.0 size=1048576 2026-04-02T11:45:22.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.524+0000 7f5c0c217880 1 < canceled part key=_multipart_RXDFK5T07T03.2~4WPXW6M5DOED.1 size=1048576 2026-04-02T11:45:22.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.525+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~4WPXW6M5DOED.2 size=559856 2026-04-02T11:45:22.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.526+0000 7f5c0c217880 1 < canceled multipart upload key=RXDFK5T07T03 upload=4WPXW6M5DOED tag=L8GGHDXCZ764 type=write size=3705584 2026-04-02T11:45:22.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.527+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=BF43S6V3ZNDC type=del size=1624600 2026-04-02T11:45:22.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.529+0000 7f5c0c217880 1 < suggested remove operation key=HG9SH1DT0VFR tag=WCDG5JVL0AXJ type=del 2026-04-02T11:45:22.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.530+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=BFAPVUBF6QNQ type=del size=1821048 2026-04-02T11:45:22.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.531+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=U4SVU0F1U0AY type=del 2026-04-02T11:45:22.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.532+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~N9JBMTGBM0I0.0 size=1048576 2026-04-02T11:45:22.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.533+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~N9JBMTGBM0I0.1 size=1048576 2026-04-02T11:45:22.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.534+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~N9JBMTGBM0I0.2 size=182409 2026-04-02T11:45:22.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.534+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=N9JBMTGBM0I0 tag=JMINIENKDF62 type=write size=3328137 2026-04-02T11:45:22.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.536+0000 7f5c0c217880 1 < suggested update operation key=LWVLFKB2UJNA tag=GQZC32KF7PYD type=del size=652576 2026-04-02T11:45:22.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.537+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=7Y1WOENVXXN2 type=del size=2396462 2026-04-02T11:45:22.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.537+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~FETZ29W3LSOB.0 size=586699 2026-04-02T11:45:22.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.539+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=FETZ29W3LSOB tag=M70WZPJE64NK type=write size=1635275 2026-04-02T11:45:22.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.540+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=NIZJ31QR1VA6 type=write size=438328 2026-04-02T11:45:22.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.541+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=M56VR23EA920 type=del 2026-04-02T11:45:22.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.542+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=BJXH0A71LI0S type=del size=1817153 2026-04-02T11:45:22.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.543+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~W26K7JTIMD7L.0 size=1048576 2026-04-02T11:45:22.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.543+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~W26K7JTIMD7L.1 size=1048576 2026-04-02T11:45:22.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.544+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~W26K7JTIMD7L.2 size=467471 2026-04-02T11:45:22.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.546+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=W26K7JTIMD7L tag=MULE2XR7DIB2 type=write size=3613199 2026-04-02T11:45:22.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.547+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=EADY73QLTBZ6 type=write size=766865 2026-04-02T11:45:22.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.547+0000 7f5c0c217880 -1 < failed to complete operation key=80JM980KZYGT tag=DKYUZBUW8SWD type=write size=901660: (22) Invalid argument 2026-04-02T11:45:22.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.548+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=FAFE0P5JJ18H type=del size=1239198 2026-04-02T11:45:22.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.549+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=PFJTM01DKNZ7 type=del 2026-04-02T11:45:22.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.550+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=7MW7X0FVPFCV type=del size=2082769 2026-04-02T11:45:22.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.551+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=RIYS486JUBWT type=del 2026-04-02T11:45:22.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.552+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=FQJGZMHU0HIX type=del size=3208096 2026-04-02T11:45:22.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.552+0000 7f5c0c217880 1 < canceled operation key=BOCZEPFZF855 tag=AIUI6XV64Z57 type=del size=3266892 2026-04-02T11:45:22.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.554+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=MNL97WLHW30P type=del size=2686466 2026-04-02T11:45:22.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.554+0000 7f5c0c217880 1 < completed write operation key=UOANTGYGF6UA tag=NTEDZTZ4SA04 type=write size=420489 2026-04-02T11:45:22.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.555+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=66U19P7OAZ1N type=del size=231449 2026-04-02T11:45:22.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.556+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=6B1WGTL35XD8 type=write size=994063 2026-04-02T11:45:22.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.557+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=OI49RJGEPKY1 type=del size=1473761 2026-04-02T11:45:22.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.558+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=Y1MSG9NRU3AD type=del 2026-04-02T11:45:22.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.560+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~WXHOYAY04C07.0 size=1048576 2026-04-02T11:45:22.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.560+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~WXHOYAY04C07.1 size=1048576 2026-04-02T11:45:22.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.561+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~WXHOYAY04C07.2 size=1018238 2026-04-02T11:45:22.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.561+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=WXHOYAY04C07 tag=RU0YSBS68JLX type=write size=4163966 2026-04-02T11:45:22.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.562+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=N1OLWMJYR7BA type=del 2026-04-02T11:45:22.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.562+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=6XQ7TS2KVJAM type=write size=874034 2026-04-02T11:45:22.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.563+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~TAG6QTBNOTO6.0 size=1048576 2026-04-02T11:45:22.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.564+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~TAG6QTBNOTO6.1 size=614913 2026-04-02T11:45:22.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.565+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=TAG6QTBNOTO6 tag=MOQM8N434IKJ type=write size=2712065 2026-04-02T11:45:22.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.566+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=11Q4ZA2MYXM4 type=del size=2638838 2026-04-02T11:45:22.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.567+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=BF43S6V3ZNDC type=del 2026-04-02T11:45:22.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.569+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~P28T54LQW2MG.0 size=1048576 2026-04-02T11:45:22.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.569+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~P28T54LQW2MG.1 size=820270 2026-04-02T11:45:22.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.569+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=P28T54LQW2MG tag=41X40T4X2S0B type=write size=2917422 2026-04-02T11:45:22.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.570+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=BFAPVUBF6QNQ type=del 2026-04-02T11:45:22.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.571+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=7JX2MJQTE2AN type=del size=266640 2026-04-02T11:45:22.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.572+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~N9JBMTGBM0I0.0 size=1048576 2026-04-02T11:45:22.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.572+0000 7f5c0c217880 1 < canceled part key=_multipart_LK943WZ8ZUMG.2~N9JBMTGBM0I0.1 size=1048576 2026-04-02T11:45:22.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.573+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~N9JBMTGBM0I0.2 size=182409 2026-04-02T11:45:22.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.574+0000 7f5c0c217880 1 < canceled multipart upload key=LK943WZ8ZUMG upload=N9JBMTGBM0I0 tag=JMINIENKDF62 type=write size=3328137 2026-04-02T11:45:22.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.575+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=AIJP5NT76TO4 type=write size=672768 2026-04-02T11:45:22.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.576+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=7Y1WOENVXXN2 type=del 2026-04-02T11:45:22.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.576+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=G72TFSRDNL23 type=del size=308545 2026-04-02T11:45:22.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.577+0000 7f5c0c217880 1 < completed write operation key=UOANTGYGF6UA tag=NIZJ31QR1VA6 type=write size=438328 2026-04-02T11:45:22.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.578+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=RNVM4TYMA3MO type=del size=2693338 2026-04-02T11:45:22.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.579+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=BJXH0A71LI0S type=del 2026-04-02T11:45:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.580+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~HX621RLJKVPL.0 size=59896 2026-04-02T11:45:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.580+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=HX621RLJKVPL tag=BBA6FAU4PNIU type=write size=1108472 2026-04-02T11:45:22.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.581+0000 7f5c0c217880 1 < canceled operation key=X8AC72ESIA6N tag=EADY73QLTBZ6 type=write size=766865 2026-04-02T11:45:22.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.582+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=HM32GI3LWDQA type=del size=1344941 2026-04-02T11:45:22.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.583+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=FAFE0P5JJ18H type=del 2026-04-02T11:45:22.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.585+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~R5X0OQURBRCZ.0 size=1048576 2026-04-02T11:45:22.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.586+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~R5X0OQURBRCZ.1 size=1048576 2026-04-02T11:45:22.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.587+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~R5X0OQURBRCZ.2 size=134112 2026-04-02T11:45:22.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.587+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=R5X0OQURBRCZ tag=BAYE6I6JCLAS type=write size=3279840 2026-04-02T11:45:22.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.588+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=7MW7X0FVPFCV type=del 2026-04-02T11:45:22.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.589+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~I160XXSECEZC.0 size=1048576 2026-04-02T11:45:22.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.590+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~I160XXSECEZC.1 size=1048576 2026-04-02T11:45:22.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.591+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~I160XXSECEZC.2 size=833893 2026-04-02T11:45:22.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.591+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=I160XXSECEZC tag=S0XYIA5OABH2 type=write size=3979621 2026-04-02T11:45:22.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.591+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=FQJGZMHU0HIX type=del 2026-04-02T11:45:22.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.592+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=T2GI1I1O51QQ type=del size=3051718 2026-04-02T11:45:22.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.593+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=MNL97WLHW30P type=del 2026-04-02T11:45:22.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.594+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=ZGDOR6ZTAE2C type=del size=1858597 2026-04-02T11:45:22.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.595+0000 7f5c0c217880 1 < canceled operation key=RXDFK5T07T03 tag=66U19P7OAZ1N type=del size=231449 2026-04-02T11:45:22.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.595+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=9EQDS813AXVT type=del size=1144691 2026-04-02T11:45:22.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.596+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=OI49RJGEPKY1 type=del 2026-04-02T11:45:22.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.597+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=NA1AKOS5YXD8 type=del size=406210 2026-04-02T11:45:22.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.598+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~WXHOYAY04C07.0 size=1048576 2026-04-02T11:45:22.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.599+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~WXHOYAY04C07.1 size=1048576 2026-04-02T11:45:22.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.599+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~WXHOYAY04C07.2 size=1018238 2026-04-02T11:45:22.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.601+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=WXHOYAY04C07 tag=RU0YSBS68JLX type=write size=4163966 2026-04-02T11:45:22.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.602+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=GGL6LCG1Y0ZS type=del size=2073240 2026-04-02T11:45:22.605 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.603+0000 7f5c0c217880 1 < completed write operation key=80JM980KZYGT tag=6XQ7TS2KVJAM type=write size=874034 2026-04-02T11:45:22.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.604+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=TRLPEW5HEGD5 type=write size=563908 2026-04-02T11:45:22.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.606+0000 7f5c0c217880 1 < suggested remove operation key=80YVB17TNIAR tag=11Q4ZA2MYXM4 type=del 2026-04-02T11:45:22.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.607+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=YZ4RTZQIYY6E type=write size=265863 2026-04-02T11:45:22.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.608+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~P28T54LQW2MG.0 size=1048576 2026-04-02T11:45:22.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.609+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~P28T54LQW2MG.1 size=820270 2026-04-02T11:45:22.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.610+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=P28T54LQW2MG tag=41X40T4X2S0B type=write size=2917422 2026-04-02T11:45:22.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.612+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~QL0JPN131C4Z.0 size=537430 2026-04-02T11:45:22.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.612+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=QL0JPN131C4Z tag=HVDLO9SMBVM2 type=write size=1586006 2026-04-02T11:45:22.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.613+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=7JX2MJQTE2AN type=del 2026-04-02T11:45:22.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.615+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~LY3Q3KK88PVE.0 size=1048576 2026-04-02T11:45:22.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.615+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~LY3Q3KK88PVE.1 size=779585 2026-04-02T11:45:22.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.615+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=LY3Q3KK88PVE tag=QV2XNGESTR03 type=write size=2876737 2026-04-02T11:45:22.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.616+0000 7f5c0c217880 1 < completed write operation key=60U4HF6F2992 tag=AIJP5NT76TO4 type=write size=672768 2026-04-02T11:45:22.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.618+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~3S3Z7ADDJNVO.0 size=123680 2026-04-02T11:45:22.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.618+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=3S3Z7ADDJNVO tag=09ICOZFNE52V type=write size=1172256 2026-04-02T11:45:22.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.619+0000 7f5c0c217880 1 < suggested update operation key=3NDJG05GFEU3 tag=G72TFSRDNL23 type=del size=308545 2026-04-02T11:45:22.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.620+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=4M7LW7P5U7QG type=del size=1533642 2026-04-02T11:45:22.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.621+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=RNVM4TYMA3MO type=del 2026-04-02T11:45:22.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.622+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=ID5BLJDW2T1R type=del size=200416 2026-04-02T11:45:22.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.623+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~HX621RLJKVPL.0 size=59896 2026-04-02T11:45:22.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.624+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=HX621RLJKVPL tag=BBA6FAU4PNIU type=write size=1108472 2026-04-02T11:45:22.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.625+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=KJXQYRSI00ZQ type=del size=2892862 2026-04-02T11:45:22.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.626+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=HM32GI3LWDQA type=del 2026-04-02T11:45:22.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.627+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~5M1V12WUFHOX.0 size=1048576 2026-04-02T11:45:22.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.628+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~5M1V12WUFHOX.1 size=325772 2026-04-02T11:45:22.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.628+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=5M1V12WUFHOX tag=A713097PQDY3 type=write size=2422924 2026-04-02T11:45:22.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.629+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~R5X0OQURBRCZ.0 size=1048576 2026-04-02T11:45:22.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.630+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~R5X0OQURBRCZ.1 size=1048576 2026-04-02T11:45:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.631+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~R5X0OQURBRCZ.2 size=134112 2026-04-02T11:45:22.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.632+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=R5X0OQURBRCZ tag=BAYE6I6JCLAS type=write size=3279840 2026-04-02T11:45:22.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.633+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=T3OJVBCVPTZW type=del size=2014758 2026-04-02T11:45:22.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.634+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~I160XXSECEZC.0 size=1048576 2026-04-02T11:45:22.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.635+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~I160XXSECEZC.1 size=1048576 2026-04-02T11:45:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.636+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~I160XXSECEZC.2 size=833893 2026-04-02T11:45:22.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.638+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=I160XXSECEZC tag=S0XYIA5OABH2 type=write size=3979621 2026-04-02T11:45:22.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.638+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=VIJA2AD061EP type=del size=4157747 2026-04-02T11:45:22.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.639+0000 7f5c0c217880 -1 < failed to complete operation key=3NDJG05GFEU3 tag=T2GI1I1O51QQ type=del size=3051718: (22) Invalid argument 2026-04-02T11:45:22.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.640+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=MM78IRKBF2LH type=write size=342885 2026-04-02T11:45:22.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.642+0000 7f5c0c217880 1 < suggested remove operation key=18ALC111A00W tag=ZGDOR6ZTAE2C type=del 2026-04-02T11:45:22.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.643+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=6COVE92X0538 type=del size=2578641 2026-04-02T11:45:22.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.644+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=9EQDS813AXVT type=del 2026-04-02T11:45:22.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.644+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=F1FKNNPRVFIA type=del size=1749168 2026-04-02T11:45:22.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.645+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=NA1AKOS5YXD8 type=del 2026-04-02T11:45:22.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.646+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=65URQ8V3FPE9 type=del size=721750 2026-04-02T11:45:22.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.647+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=GGL6LCG1Y0ZS type=del 2026-04-02T11:45:22.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.648+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=U1NDTIOLK8W8 type=del size=1691687 2026-04-02T11:45:22.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.649+0000 7f5c0c217880 1 < completed write operation key=Q76H2FRUA1T9 tag=TRLPEW5HEGD5 type=write size=563908 2026-04-02T11:45:22.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.649+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=O5KL48CBZSYR type=del size=3436584 2026-04-02T11:45:22.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.650+0000 7f5c0c217880 1 < completed write operation key=93T2V482IGI4 tag=YZ4RTZQIYY6E type=write size=265863 2026-04-02T11:45:22.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.651+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=7KQW7QRFP86A type=del size=3235841 2026-04-02T11:45:22.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.651+0000 7f5c0c217880 1 < canceled part key=_multipart_TX21U43I2WZO.2~QL0JPN131C4Z.0 size=537430 2026-04-02T11:45:22.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.652+0000 7f5c0c217880 1 < canceled multipart upload key=TX21U43I2WZO upload=QL0JPN131C4Z tag=HVDLO9SMBVM2 type=write size=1586006 2026-04-02T11:45:22.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.654+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=8FTGO1VWVQMC type=write size=437708 2026-04-02T11:45:22.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.655+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~LY3Q3KK88PVE.0 size=1048576 2026-04-02T11:45:22.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.655+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~LY3Q3KK88PVE.1 size=779585 2026-04-02T11:45:22.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.657+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=LY3Q3KK88PVE tag=QV2XNGESTR03 type=write size=2876737 2026-04-02T11:45:22.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.658+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~UJ7RSAT1R7MT.0 size=1048576 2026-04-02T11:45:22.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.659+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~UJ7RSAT1R7MT.1 size=70708 2026-04-02T11:45:22.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.659+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=UJ7RSAT1R7MT tag=J599X17KAQ6L type=write size=2167860 2026-04-02T11:45:22.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.659+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~3S3Z7ADDJNVO.0 size=123680 2026-04-02T11:45:22.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.661+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=3S3Z7ADDJNVO tag=09ICOZFNE52V type=write size=1172256 2026-04-02T11:45:22.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.662+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~1VYJRW7DZCRO.0 size=975946 2026-04-02T11:45:22.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.662+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=1VYJRW7DZCRO tag=29T75Z7CSQKT type=write size=2024522 2026-04-02T11:45:22.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.663+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=4M7LW7P5U7QG type=del 2026-04-02T11:45:22.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.665+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~YGRRVRIJ72XG.0 size=1048576 2026-04-02T11:45:22.667 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.665+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~YGRRVRIJ72XG.1 size=1048576 2026-04-02T11:45:22.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.666+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~YGRRVRIJ72XG.2 size=340290 2026-04-02T11:45:22.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.666+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=YGRRVRIJ72XG tag=ZLZLVGB33UY6 type=write size=3486018 2026-04-02T11:45:22.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.667+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=ID5BLJDW2T1R type=del 2026-04-02T11:45:22.669 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.668+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=O1WQ3MPNSZUQ type=del size=1768258 2026-04-02T11:45:22.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.669+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=KJXQYRSI00ZQ type=del 2026-04-02T11:45:22.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.670+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~0HC4EUAJMIJ2.0 size=1048576 2026-04-02T11:45:22.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.671+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~0HC4EUAJMIJ2.1 size=297723 2026-04-02T11:45:22.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.671+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=0HC4EUAJMIJ2 tag=1BTQZXJEVNVD type=write size=2394875 2026-04-02T11:45:22.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.672+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~5M1V12WUFHOX.0 size=1048576 2026-04-02T11:45:22.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.673+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~5M1V12WUFHOX.1 size=325772 2026-04-02T11:45:22.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.674+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=5M1V12WUFHOX tag=A713097PQDY3 type=write size=2422924 2026-04-02T11:45:22.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.676+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~LJ68911S3CHS.0 size=1048576 2026-04-02T11:45:22.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.677+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~LJ68911S3CHS.1 size=991416 2026-04-02T11:45:22.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.677+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=LJ68911S3CHS tag=242DKIF4FJJ3 type=write size=3088568 2026-04-02T11:45:22.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.682+0000 7f5c0c217880 1 < canceled operation key=RXDFK5T07T03 tag=T3OJVBCVPTZW type=del size=2014758 2026-04-02T11:45:22.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.727+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~JIQ9LT9SN59E.0 size=1048576 2026-04-02T11:45:22.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.728+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~JIQ9LT9SN59E.1 size=1048576 2026-04-02T11:45:22.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.730+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~JIQ9LT9SN59E.2 size=705349 2026-04-02T11:45:22.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.730+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=JIQ9LT9SN59E tag=XGCBD4AY932I type=write size=3851077 2026-04-02T11:45:22.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.731+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=VIJA2AD061EP type=del 2026-04-02T11:45:22.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.732+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=VTD2EQLOKNZS type=del size=1340203 2026-04-02T11:45:22.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.733+0000 7f5c0c217880 1 < completed write operation key=60U4HF6F2992 tag=MM78IRKBF2LH type=write size=342885 2026-04-02T11:45:22.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.735+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~CBPAD9ZT2TUE.0 size=1048576 2026-04-02T11:45:22.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.735+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~CBPAD9ZT2TUE.1 size=1048576 2026-04-02T11:45:22.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.736+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~CBPAD9ZT2TUE.2 size=766144 2026-04-02T11:45:22.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.736+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=CBPAD9ZT2TUE tag=4TITIMTJOUYE type=write size=3911872 2026-04-02T11:45:22.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.737+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=6COVE92X0538 type=del 2026-04-02T11:45:22.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.739+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~AMQW2KRTKTTH.0 size=1048576 2026-04-02T11:45:22.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.740+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~AMQW2KRTKTTH.1 size=1048576 2026-04-02T11:45:22.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.740+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~AMQW2KRTKTTH.2 size=1037646 2026-04-02T11:45:22.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.740+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=AMQW2KRTKTTH tag=MLEURS0V0R1J type=write size=4183374 2026-04-02T11:45:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.741+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=F1FKNNPRVFIA type=del 2026-04-02T11:45:22.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.743+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PR42IMCMGIPN.0 size=1048576 2026-04-02T11:45:22.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.743+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PR42IMCMGIPN.1 size=1048576 2026-04-02T11:45:22.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.744+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PR42IMCMGIPN.2 size=282537 2026-04-02T11:45:22.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.744+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=PR42IMCMGIPN tag=1DXSFGEOZ9AK type=write size=3428265 2026-04-02T11:45:22.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.745+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=65URQ8V3FPE9 type=del 2026-04-02T11:45:22.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.747+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~ETYNPVUS5FOH.0 size=1048576 2026-04-02T11:45:22.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.747+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~ETYNPVUS5FOH.1 size=1048576 2026-04-02T11:45:22.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.748+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~ETYNPVUS5FOH.2 size=546454 2026-04-02T11:45:22.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.748+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=ETYNPVUS5FOH tag=HKQKC5HTP3JR type=write size=3692182 2026-04-02T11:45:22.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.749+0000 7f5c0c217880 1 < canceled operation key=16KLPONRQQAX tag=U1NDTIOLK8W8 type=del size=1691687 2026-04-02T11:45:22.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.750+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=3VIFRP2V3S0Z type=del size=1356147 2026-04-02T11:45:22.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.751+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=O5KL48CBZSYR type=del 2026-04-02T11:45:22.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.752+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~97ASCGJE5NCM.0 size=1048576 2026-04-02T11:45:22.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.753+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~97ASCGJE5NCM.1 size=585402 2026-04-02T11:45:22.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.753+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=97ASCGJE5NCM tag=UZA05SN1T8IP type=write size=2682554 2026-04-02T11:45:22.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.755+0000 7f5c0c217880 1 < suggested remove operation key=QAI58E61O0A8 tag=7KQW7QRFP86A type=del 2026-04-02T11:45:22.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.756+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=Q5PPBIV7ALTY type=del size=2042601 2026-04-02T11:45:22.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.757+0000 7f5c0c217880 1 < completed write operation key=16KLPONRQQAX tag=8FTGO1VWVQMC type=write size=437708 2026-04-02T11:45:22.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.758+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=Z3ZYP3YP3D33 type=del size=4035128 2026-04-02T11:45:22.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.759+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~UJ7RSAT1R7MT.0 size=1048576 2026-04-02T11:45:22.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.759+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~UJ7RSAT1R7MT.1 size=70708 2026-04-02T11:45:22.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.761+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=UJ7RSAT1R7MT tag=J599X17KAQ6L type=write size=2167860 2026-04-02T11:45:22.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.764+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~LTPLR3F9QM70.0 size=1048576 2026-04-02T11:45:22.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.765+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~LTPLR3F9QM70.1 size=1003743 2026-04-02T11:45:22.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.765+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=LTPLR3F9QM70 tag=6RXYEOSEFE0Z type=write size=3100895 2026-04-02T11:45:22.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.766+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~1VYJRW7DZCRO.0 size=975946 2026-04-02T11:45:22.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.767+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=1VYJRW7DZCRO tag=29T75Z7CSQKT type=write size=2024522 2026-04-02T11:45:22.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.769+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=MVTPUHX204UD type=del size=2904926 2026-04-02T11:45:22.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.770+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~YGRRVRIJ72XG.0 size=1048576 2026-04-02T11:45:22.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.771+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~YGRRVRIJ72XG.1 size=1048576 2026-04-02T11:45:22.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.772+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~YGRRVRIJ72XG.2 size=340290 2026-04-02T11:45:22.775 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.774+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=YGRRVRIJ72XG tag=ZLZLVGB33UY6 type=write size=3486018 2026-04-02T11:45:22.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.775+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=51GYWKYM9V87 type=del size=4051447 2026-04-02T11:45:22.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.776+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=O1WQ3MPNSZUQ type=del 2026-04-02T11:45:22.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.777+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=Y9393EYA0AHX type=del size=3635559 2026-04-02T11:45:22.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.778+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~0HC4EUAJMIJ2.0 size=1048576 2026-04-02T11:45:22.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.778+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~0HC4EUAJMIJ2.1 size=297723 2026-04-02T11:45:22.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.780+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=0HC4EUAJMIJ2 tag=1BTQZXJEVNVD type=write size=2394875 2026-04-02T11:45:22.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.781+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=H2TWQBWE6FYG type=del size=3719936 2026-04-02T11:45:22.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.781+0000 7f5c0c217880 1 < canceled part key=_multipart_EA5JHZQJK139.2~LJ68911S3CHS.0 size=1048576 2026-04-02T11:45:22.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.782+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~LJ68911S3CHS.1 size=991416 2026-04-02T11:45:22.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.783+0000 7f5c0c217880 1 < canceled multipart upload key=EA5JHZQJK139 upload=LJ68911S3CHS tag=242DKIF4FJJ3 type=write size=3088568 2026-04-02T11:45:22.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.785+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~Y93DKV41TXI8.0 size=1048576 2026-04-02T11:45:22.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.786+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~Y93DKV41TXI8.1 size=1048576 2026-04-02T11:45:22.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.787+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~Y93DKV41TXI8.2 size=669823 2026-04-02T11:45:22.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.787+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=Y93DKV41TXI8 tag=V4OTZMJ26RWM type=write size=3815551 2026-04-02T11:45:22.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.788+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~JIQ9LT9SN59E.0 size=1048576 2026-04-02T11:45:22.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.788+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~JIQ9LT9SN59E.1 size=1048576 2026-04-02T11:45:22.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.789+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~JIQ9LT9SN59E.2 size=705349 2026-04-02T11:45:22.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.791+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=JIQ9LT9SN59E tag=XGCBD4AY932I type=write size=3851077 2026-04-02T11:45:22.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.792+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=G37GXAZSEPOJ type=write size=719231 2026-04-02T11:45:22.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.793+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=VTD2EQLOKNZS type=del 2026-04-02T11:45:22.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.795+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~P2N98WEMHIM9.0 size=1048576 2026-04-02T11:45:22.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.795+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~P2N98WEMHIM9.1 size=420663 2026-04-02T11:45:22.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.795+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=P2N98WEMHIM9 tag=PZMQK3OA5WE4 type=write size=2517815 2026-04-02T11:45:22.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.796+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~CBPAD9ZT2TUE.0 size=1048576 2026-04-02T11:45:22.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.797+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~CBPAD9ZT2TUE.1 size=1048576 2026-04-02T11:45:22.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.798+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~CBPAD9ZT2TUE.2 size=766144 2026-04-02T11:45:22.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.801+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=CBPAD9ZT2TUE tag=4TITIMTJOUYE type=write size=3911872 2026-04-02T11:45:22.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.802+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=731DUVYX01EF type=write size=65076 2026-04-02T11:45:22.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.803+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~AMQW2KRTKTTH.0 size=1048576 2026-04-02T11:45:22.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.804+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~AMQW2KRTKTTH.1 size=1048576 2026-04-02T11:45:22.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.804+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~AMQW2KRTKTTH.2 size=1037646 2026-04-02T11:45:22.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.806+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=AMQW2KRTKTTH tag=MLEURS0V0R1J type=write size=4183374 2026-04-02T11:45:22.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.807+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=FN2R79KVMEJE type=write size=481105 2026-04-02T11:45:22.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.807+0000 7f5c0c217880 1 < canceled part key=_multipart_LWVLFKB2UJNA.2~PR42IMCMGIPN.0 size=1048576 2026-04-02T11:45:22.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.808+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~PR42IMCMGIPN.1 size=1048576 2026-04-02T11:45:22.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.809+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~PR42IMCMGIPN.2 size=282537 2026-04-02T11:45:22.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.811+0000 7f5c0c217880 1 < canceled multipart upload key=LWVLFKB2UJNA upload=PR42IMCMGIPN tag=1DXSFGEOZ9AK type=write size=3428265 2026-04-02T11:45:22.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.812+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=ZABWG4ZIW6J1 type=del size=318584 2026-04-02T11:45:22.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.812+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~ETYNPVUS5FOH.0 size=1048576 2026-04-02T11:45:22.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.813+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~ETYNPVUS5FOH.1 size=1048576 2026-04-02T11:45:22.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.814+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~ETYNPVUS5FOH.2 size=546454 2026-04-02T11:45:22.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.816+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=ETYNPVUS5FOH tag=HKQKC5HTP3JR type=write size=3692182 2026-04-02T11:45:22.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.817+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=CGB31AG4BDJV type=del size=3840405 2026-04-02T11:45:22.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.818+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=3VIFRP2V3S0Z type=del 2026-04-02T11:45:22.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.820+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~H4MXHWZJD2U3.0 size=1048576 2026-04-02T11:45:22.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.821+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~H4MXHWZJD2U3.1 size=740396 2026-04-02T11:45:22.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.821+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=H4MXHWZJD2U3 tag=U3OW5IUKWKQF type=write size=2837548 2026-04-02T11:45:22.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.821+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~97ASCGJE5NCM.0 size=1048576 2026-04-02T11:45:22.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.822+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~97ASCGJE5NCM.1 size=585402 2026-04-02T11:45:22.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.824+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=97ASCGJE5NCM tag=UZA05SN1T8IP type=write size=2682554 2026-04-02T11:45:22.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.826+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~JHFUMLT5AEJB.0 size=1048576 2026-04-02T11:45:22.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.827+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~JHFUMLT5AEJB.1 size=913588 2026-04-02T11:45:22.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.827+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=JHFUMLT5AEJB tag=RMUK1I4K0S08 type=write size=3010740 2026-04-02T11:45:22.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.828+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=Q5PPBIV7ALTY type=del 2026-04-02T11:45:22.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.828+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=FZCEXODHKKRO type=del size=805427 2026-04-02T11:45:22.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.831+0000 7f5c0c217880 1 < suggested update operation key=EA5JHZQJK139 tag=Z3ZYP3YP3D33 type=del size=4035128 2026-04-02T11:45:22.834 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.833+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~TGMKX2ZMZCYM.0 size=1048576 2026-04-02T11:45:22.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.834+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~TGMKX2ZMZCYM.1 size=1048576 2026-04-02T11:45:22.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.869+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~TGMKX2ZMZCYM.2 size=339403 2026-04-02T11:45:22.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.869+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=TGMKX2ZMZCYM tag=26LSGB1H23OR type=write size=3485131 2026-04-02T11:45:22.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.871+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~LTPLR3F9QM70.0 size=1048576 2026-04-02T11:45:22.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.872+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~LTPLR3F9QM70.1 size=1003743 2026-04-02T11:45:22.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.873+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=LTPLR3F9QM70 tag=6RXYEOSEFE0Z type=write size=3100895 2026-04-02T11:45:22.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.875+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~DWBOH0HR1J28.0 size=1048576 2026-04-02T11:45:22.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.876+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~DWBOH0HR1J28.1 size=538753 2026-04-02T11:45:22.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.876+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=DWBOH0HR1J28 tag=LNAGJH20R0QH type=write size=2635905 2026-04-02T11:45:22.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.877+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=MVTPUHX204UD type=del 2026-04-02T11:45:22.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.878+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=B9V5TGFKX3YO type=del size=1058886 2026-04-02T11:45:22.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.879+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=51GYWKYM9V87 type=del 2026-04-02T11:45:22.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.881+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~REWO3VNFFPWC.0 size=520610 2026-04-02T11:45:22.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.881+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=REWO3VNFFPWC tag=QU3O4245JUJ2 type=write size=1569186 2026-04-02T11:45:22.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.881+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=Y9393EYA0AHX type=del 2026-04-02T11:45:22.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.882+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=A5Q7G51R8K9R type=del size=2757628 2026-04-02T11:45:22.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.883+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=H2TWQBWE6FYG type=del 2026-04-02T11:45:22.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.885+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~1BAFD5Y6A6MC.0 size=948238 2026-04-02T11:45:22.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.885+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=1BAFD5Y6A6MC tag=X3QMBRROK05T type=write size=1996814 2026-04-02T11:45:22.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.886+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~Y93DKV41TXI8.0 size=1048576 2026-04-02T11:45:22.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.886+0000 7f5c0c217880 1 < canceled part key=_multipart_0E1A1BB207I3.2~Y93DKV41TXI8.1 size=1048576 2026-04-02T11:45:22.888 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.887+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~Y93DKV41TXI8.2 size=669823 2026-04-02T11:45:22.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.888+0000 7f5c0c217880 1 < canceled multipart upload key=0E1A1BB207I3 upload=Y93DKV41TXI8 tag=V4OTZMJ26RWM type=write size=3815551 2026-04-02T11:45:22.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.890+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~XUJTUG7H7NCD.0 size=712903 2026-04-02T11:45:22.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.890+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=XUJTUG7H7NCD tag=LUWHKUOINKVW type=write size=1761479 2026-04-02T11:45:22.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.890+0000 7f5c0c217880 1 < completed write operation key=0L9I2XPJ6ED1 tag=G37GXAZSEPOJ type=write size=719231 2026-04-02T11:45:22.893 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.891+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=T9618ZZG25AO type=del size=3829232 2026-04-02T11:45:22.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.892+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~P2N98WEMHIM9.0 size=1048576 2026-04-02T11:45:22.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.893+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~P2N98WEMHIM9.1 size=420663 2026-04-02T11:45:22.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.899+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=P2N98WEMHIM9 tag=PZMQK3OA5WE4 type=write size=2517815 2026-04-02T11:45:22.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.900+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=J7Q47VC3A2F1 type=del size=2462353 2026-04-02T11:45:22.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.901+0000 7f5c0c217880 1 < completed write operation key=TX21U43I2WZO tag=731DUVYX01EF type=write size=65076 2026-04-02T11:45:22.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.902+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=JYK1BVIHFW9G type=del size=3200010 2026-04-02T11:45:22.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.903+0000 7f5c0c217880 1 < completed write operation key=93T2V482IGI4 tag=FN2R79KVMEJE type=write size=481105 2026-04-02T11:45:22.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.903+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=QJP65QGMRL2G type=del size=3890675 2026-04-02T11:45:22.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.904+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=ZABWG4ZIW6J1 type=del 2026-04-02T11:45:22.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.905+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=G2NLM41M1KPN type=del size=1265515 2026-04-02T11:45:22.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.907+0000 7f5c0c217880 1 < suggested update operation key=0ID62KUCSKML tag=CGB31AG4BDJV type=del size=3840405 2026-04-02T11:45:22.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.908+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~780G35E6N6AU.0 size=1048576 2026-04-02T11:45:22.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.909+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~780G35E6N6AU.1 size=1048576 2026-04-02T11:45:22.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.910+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~780G35E6N6AU.2 size=254292 2026-04-02T11:45:22.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.910+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=780G35E6N6AU tag=0XGGRGNCW0IW type=write size=3400020 2026-04-02T11:45:22.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.911+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~H4MXHWZJD2U3.0 size=1048576 2026-04-02T11:45:22.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.911+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~H4MXHWZJD2U3.1 size=740396 2026-04-02T11:45:22.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.913+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=H4MXHWZJD2U3 tag=U3OW5IUKWKQF type=write size=2837548 2026-04-02T11:45:22.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.914+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=THY36XHB1AA8 type=del size=2864633 2026-04-02T11:45:22.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.914+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~JHFUMLT5AEJB.0 size=1048576 2026-04-02T11:45:22.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.915+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~JHFUMLT5AEJB.1 size=913588 2026-04-02T11:45:22.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.917+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=JHFUMLT5AEJB tag=RMUK1I4K0S08 type=write size=3010740 2026-04-02T11:45:22.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.918+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~9U2A3ECNXP3I.0 size=1048576 2026-04-02T11:45:22.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.919+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~9U2A3ECNXP3I.1 size=1048576 2026-04-02T11:45:22.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.919+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~9U2A3ECNXP3I.2 size=549977 2026-04-02T11:45:22.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.919+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=9U2A3ECNXP3I tag=XWREMUP7J030 type=write size=3695705 2026-04-02T11:45:22.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.921+0000 7f5c0c217880 1 < suggested update operation key=0L9I2XPJ6ED1 tag=FZCEXODHKKRO type=del size=805427 2026-04-02T11:45:22.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.922+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=D0AR9ENDEFM0 type=del size=3334784 2026-04-02T11:45:22.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.923+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~TGMKX2ZMZCYM.0 size=1048576 2026-04-02T11:45:22.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.923+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~TGMKX2ZMZCYM.1 size=1048576 2026-04-02T11:45:22.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.923+0000 7f5c0c217880 1 < canceled part key=_multipart_EA5JHZQJK139.2~TGMKX2ZMZCYM.2 size=339403 2026-04-02T11:45:22.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.925+0000 7f5c0c217880 1 < canceled multipart upload key=EA5JHZQJK139 upload=TGMKX2ZMZCYM tag=26LSGB1H23OR type=write size=3485131 2026-04-02T11:45:22.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.928+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~93TKVU6QMRJ0.0 size=443396 2026-04-02T11:45:22.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.928+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=93TKVU6QMRJ0 tag=BN0SF9WCWOVI type=write size=1491972 2026-04-02T11:45:22.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.929+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~DWBOH0HR1J28.0 size=1048576 2026-04-02T11:45:22.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.930+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~DWBOH0HR1J28.1 size=538753 2026-04-02T11:45:22.932 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.931+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=DWBOH0HR1J28 tag=LNAGJH20R0QH type=write size=2635905 2026-04-02T11:45:22.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.932+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=7HHS48E7KZC7 type=del size=679412 2026-04-02T11:45:22.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.934+0000 7f5c0c217880 1 < suggested update operation key=LK943WZ8ZUMG tag=B9V5TGFKX3YO type=del size=1058886 2026-04-02T11:45:22.936 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.934+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=J14J0E7DZ6BV type=del size=2094781 2026-04-02T11:45:22.937 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.935+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~REWO3VNFFPWC.0 size=520610 2026-04-02T11:45:22.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.937+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=REWO3VNFFPWC tag=QU3O4245JUJ2 type=write size=1569186 2026-04-02T11:45:22.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.938+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~R3EG2PRK8GWX.0 size=1048576 2026-04-02T11:45:22.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.939+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~R3EG2PRK8GWX.1 size=253048 2026-04-02T11:45:22.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.939+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=R3EG2PRK8GWX tag=CB6BV8PV96YH type=write size=2350200 2026-04-02T11:45:22.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.939+0000 7f5c0c217880 1 < canceled operation key=UOANTGYGF6UA tag=A5Q7G51R8K9R type=del size=2757628 2026-04-02T11:45:22.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.941+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~G90579KOQ1I8.0 size=1048576 2026-04-02T11:45:22.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.942+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~G90579KOQ1I8.1 size=684776 2026-04-02T11:45:22.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.942+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=G90579KOQ1I8 tag=U3DH090L3P3H type=write size=2781928 2026-04-02T11:45:22.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.942+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~1BAFD5Y6A6MC.0 size=948238 2026-04-02T11:45:22.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.944+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=1BAFD5Y6A6MC tag=X3QMBRROK05T type=write size=1996814 2026-04-02T11:45:22.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.946+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~268F2ZJL5KTW.0 size=1048576 2026-04-02T11:45:22.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.946+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~268F2ZJL5KTW.1 size=1048576 2026-04-02T11:45:22.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.947+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~268F2ZJL5KTW.2 size=889917 2026-04-02T11:45:22.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.947+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=268F2ZJL5KTW tag=PUSWH3ET3AXU type=write size=4035645 2026-04-02T11:45:22.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.948+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~XUJTUG7H7NCD.0 size=712903 2026-04-02T11:45:22.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.950+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=XUJTUG7H7NCD tag=LUWHKUOINKVW type=write size=1761479 2026-04-02T11:45:22.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.951+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=7QGQQJ1Z87LE type=del size=2198750 2026-04-02T11:45:22.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.952+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=T9618ZZG25AO type=del 2026-04-02T11:45:22.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.953+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~S6F57FEMX5G7.0 size=63963 2026-04-02T11:45:22.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.953+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=S6F57FEMX5G7 tag=O3N3M9J84CEI type=write size=1112539 2026-04-02T11:45:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.954+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=J7Q47VC3A2F1 type=del 2026-04-02T11:45:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.956+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~LJRJ2S990TO3.0 size=978626 2026-04-02T11:45:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.956+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=LJRJ2S990TO3 tag=5IKC2UX26SSZ type=write size=2027202 2026-04-02T11:45:22.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.958+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=JYK1BVIHFW9G type=del 2026-04-02T11:45:22.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.960+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~GQYH3HOGVJQF.0 size=1048576 2026-04-02T11:45:22.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.961+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~GQYH3HOGVJQF.1 size=1048576 2026-04-02T11:45:22.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.962+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~GQYH3HOGVJQF.2 size=320927 2026-04-02T11:45:22.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.962+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=GQYH3HOGVJQF tag=5X6BRSSI3WK6 type=write size=3466655 2026-04-02T11:45:22.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.964+0000 7f5c0c217880 1 < suggested update operation key=A7V45HD10IBY tag=QJP65QGMRL2G type=del size=3890675 2026-04-02T11:45:22.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.965+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=CJ129LYNKTQ2 type=del size=2052645 2026-04-02T11:45:22.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.966+0000 7f5c0c217880 1 < canceled operation key=H18MHG2QUIPU tag=G2NLM41M1KPN type=del size=1265515 2026-04-02T11:45:22.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.967+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=NLSKWTO6EH39 type=del size=3141499 2026-04-02T11:45:22.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.968+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~780G35E6N6AU.0 size=1048576 2026-04-02T11:45:22.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.968+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~780G35E6N6AU.1 size=1048576 2026-04-02T11:45:22.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.969+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~780G35E6N6AU.2 size=254292 2026-04-02T11:45:22.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.971+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=780G35E6N6AU tag=0XGGRGNCW0IW type=write size=3400020 2026-04-02T11:45:22.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.972+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=M7CDS8TY6AXU type=write size=274571 2026-04-02T11:45:22.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.972+0000 7f5c0c217880 1 < canceled operation key=HG9SH1DT0VFR tag=THY36XHB1AA8 type=del size=2864633 2026-04-02T11:45:22.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.974+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~LF9PDMF2G0PU.0 size=1048576 2026-04-02T11:45:22.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.975+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~LF9PDMF2G0PU.1 size=1048576 2026-04-02T11:45:22.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.975+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~LF9PDMF2G0PU.2 size=1002770 2026-04-02T11:45:22.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.975+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=LF9PDMF2G0PU tag=JXKOF88XSDGV type=write size=4148498 2026-04-02T11:45:22.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.976+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~9U2A3ECNXP3I.0 size=1048576 2026-04-02T11:45:22.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.977+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~9U2A3ECNXP3I.1 size=1048576 2026-04-02T11:45:22.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.978+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~9U2A3ECNXP3I.2 size=549977 2026-04-02T11:45:22.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.979+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=9U2A3ECNXP3I tag=XWREMUP7J030 type=write size=3695705 2026-04-02T11:45:22.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.980+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=FGQSGLPA97H2 type=del size=1805852 2026-04-02T11:45:22.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.981+0000 7f5c0c217880 1 < canceled operation key=H18MHG2QUIPU tag=D0AR9ENDEFM0 type=del size=3334784 2026-04-02T11:45:22.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.983+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=SYV9I9LFY0Q1 type=del size=1098471 2026-04-02T11:45:22.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.983+0000 7f5c0c217880 1 < canceled part key=_multipart_LK943WZ8ZUMG.2~93TKVU6QMRJ0.0 size=443396 2026-04-02T11:45:22.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.986+0000 7f5c0c217880 1 < canceled multipart upload key=LK943WZ8ZUMG upload=93TKVU6QMRJ0 tag=BN0SF9WCWOVI type=write size=1491972 2026-04-02T11:45:22.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.987+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~MP4I3Z6UBX7A.0 size=1048576 2026-04-02T11:45:22.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.988+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~MP4I3Z6UBX7A.1 size=151992 2026-04-02T11:45:22.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.988+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=MP4I3Z6UBX7A tag=546YXA8BOOD5 type=write size=2249144 2026-04-02T11:45:22.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.989+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=7HHS48E7KZC7 type=del 2026-04-02T11:45:22.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.990+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=AR1PRB3TSUDO type=del size=2283316 2026-04-02T11:45:22.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.991+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=J14J0E7DZ6BV type=del 2026-04-02T11:45:22.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.992+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~H30GCYUGEOTH.0 size=827510 2026-04-02T11:45:22.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.992+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=H30GCYUGEOTH tag=8J163RX48KHU type=write size=1876086 2026-04-02T11:45:22.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.993+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~R3EG2PRK8GWX.0 size=1048576 2026-04-02T11:45:22.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.994+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~R3EG2PRK8GWX.1 size=253048 2026-04-02T11:45:22.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.995+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=R3EG2PRK8GWX tag=CB6BV8PV96YH type=write size=2350200 2026-04-02T11:45:22.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.996+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=06PSF8HSMXPT type=del size=2017958 2026-04-02T11:45:22.998 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.997+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~G90579KOQ1I8.0 size=1048576 2026-04-02T11:45:22.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.998+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~G90579KOQ1I8.1 size=684776 2026-04-02T11:45:23.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:22.999+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=G90579KOQ1I8 tag=U3DH090L3P3H type=write size=2781928 2026-04-02T11:45:23.001 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.000+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=8906TL6D6TN9 type=del size=3238744 2026-04-02T11:45:23.002 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.001+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~268F2ZJL5KTW.0 size=1048576 2026-04-02T11:45:23.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.001+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~268F2ZJL5KTW.1 size=1048576 2026-04-02T11:45:23.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.002+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~268F2ZJL5KTW.2 size=889917 2026-04-02T11:45:23.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.004+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=268F2ZJL5KTW tag=PUSWH3ET3AXU type=write size=4035645 2026-04-02T11:45:23.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.005+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=C24TAMNKGW6W type=del size=2791690 2026-04-02T11:45:23.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.005+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=7QGQQJ1Z87LE type=del 2026-04-02T11:45:23.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.007+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~YI3LZ8M2ZAT9.0 size=942259 2026-04-02T11:45:23.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.007+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=YI3LZ8M2ZAT9 tag=77CFUEKL3YR8 type=write size=1990835 2026-04-02T11:45:23.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.008+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~S6F57FEMX5G7.0 size=63963 2026-04-02T11:45:23.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.009+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=S6F57FEMX5G7 tag=O3N3M9J84CEI type=write size=1112539 2026-04-02T11:45:23.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.010+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=X95IUE0HNK4C type=del size=1863274 2026-04-02T11:45:23.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.011+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~LJRJ2S990TO3.0 size=978626 2026-04-02T11:45:23.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.013+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=LJRJ2S990TO3 tag=5IKC2UX26SSZ type=write size=2027202 2026-04-02T11:45:23.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.014+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~1SKIAYJCN8D4.0 size=1048576 2026-04-02T11:45:23.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.015+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~1SKIAYJCN8D4.1 size=420508 2026-04-02T11:45:23.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.015+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=1SKIAYJCN8D4 tag=OZIAQVOAW69A type=write size=2517660 2026-04-02T11:45:23.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.016+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~GQYH3HOGVJQF.0 size=1048576 2026-04-02T11:45:23.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.016+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~GQYH3HOGVJQF.1 size=1048576 2026-04-02T11:45:23.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.016+0000 7f5c0c217880 1 < canceled part key=_multipart_80JM980KZYGT.2~GQYH3HOGVJQF.2 size=320927 2026-04-02T11:45:23.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.018+0000 7f5c0c217880 1 < canceled multipart upload key=80JM980KZYGT upload=GQYH3HOGVJQF tag=5X6BRSSI3WK6 type=write size=3466655 2026-04-02T11:45:23.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.021+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~ZZTT9HA4LG0N.0 size=1048576 2026-04-02T11:45:23.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.022+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~ZZTT9HA4LG0N.1 size=121039 2026-04-02T11:45:23.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.022+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=ZZTT9HA4LG0N tag=6NKFUCLVEF34 type=write size=2218191 2026-04-02T11:45:23.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.024+0000 7f5c0c217880 1 < suggested update operation key=Q76H2FRUA1T9 tag=CJ129LYNKTQ2 type=del size=2052645 2026-04-02T11:45:23.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.024+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=6VCMOQHR6O6R type=write size=344984 2026-04-02T11:45:23.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.025+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=NLSKWTO6EH39 type=del 2026-04-02T11:45:23.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.026+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=41NPP17BA46D type=write size=320916 2026-04-02T11:45:23.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.027+0000 7f5c0c217880 1 < completed write operation key=0ID62KUCSKML tag=M7CDS8TY6AXU type=write size=274571 2026-04-02T11:45:23.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.028+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=IW00BGR3ON07 type=del size=2393844 2026-04-02T11:45:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.029+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~LF9PDMF2G0PU.0 size=1048576 2026-04-02T11:45:23.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.030+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~LF9PDMF2G0PU.1 size=1048576 2026-04-02T11:45:23.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.030+0000 7f5c0c217880 1 < canceled part key=_multipart_BOCZEPFZF855.2~LF9PDMF2G0PU.2 size=1002770 2026-04-02T11:45:23.032 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.031+0000 7f5c0c217880 1 < canceled multipart upload key=BOCZEPFZF855 upload=LF9PDMF2G0PU tag=JXKOF88XSDGV type=write size=4148498 2026-04-02T11:45:23.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.032+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=EJA7S6GYCD6D type=del size=3085201 2026-04-02T11:45:23.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.033+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=FGQSGLPA97H2 type=del 2026-04-02T11:45:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.034+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~X68VO537AYQW.0 size=1048576 2026-04-02T11:45:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.035+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~X68VO537AYQW.1 size=478851 2026-04-02T11:45:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.035+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=X68VO537AYQW tag=TGI4VOTR2RAB type=write size=2576003 2026-04-02T11:45:23.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.037+0000 7f5c0c217880 1 < suggested update operation key=3NDJG05GFEU3 tag=SYV9I9LFY0Q1 type=del size=1098471 2026-04-02T11:45:23.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.038+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~XU9L2EPTDEOK.0 size=1048576 2026-04-02T11:45:23.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.039+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~XU9L2EPTDEOK.1 size=1048576 2026-04-02T11:45:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.039+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~XU9L2EPTDEOK.2 size=171535 2026-04-02T11:45:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.039+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=XU9L2EPTDEOK tag=OPN48X4QCKGO type=write size=3317263 2026-04-02T11:45:23.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.040+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~MP4I3Z6UBX7A.0 size=1048576 2026-04-02T11:45:23.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.041+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~MP4I3Z6UBX7A.1 size=151992 2026-04-02T11:45:23.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.043+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=MP4I3Z6UBX7A tag=546YXA8BOOD5 type=write size=2249144 2026-04-02T11:45:23.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.044+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~N2DTMX2467MH.0 size=228987 2026-04-02T11:45:23.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.044+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=N2DTMX2467MH tag=774U67OX3D6P type=write size=1277563 2026-04-02T11:45:23.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.045+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=AR1PRB3TSUDO type=del 2026-04-02T11:45:23.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.046+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=U51GKSJRDJPJ type=write size=757984 2026-04-02T11:45:23.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.047+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~H30GCYUGEOTH.0 size=827510 2026-04-02T11:45:23.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.053+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=H30GCYUGEOTH tag=8J163RX48KHU type=write size=1876086 2026-04-02T11:45:23.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.055+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~G2FRFC15PXUR.0 size=1048576 2026-04-02T11:45:23.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.056+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~G2FRFC15PXUR.1 size=1048576 2026-04-02T11:45:23.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.057+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~G2FRFC15PXUR.2 size=937107 2026-04-02T11:45:23.059 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.057+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=G2FRFC15PXUR tag=5KAZ9ZFVSXKG type=write size=4082835 2026-04-02T11:45:23.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.058+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=06PSF8HSMXPT type=del 2026-04-02T11:45:23.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.060+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~R6BO0RIF878G.0 size=532256 2026-04-02T11:45:23.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.060+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=R6BO0RIF878G tag=SVYOK70J13HH type=write size=1580832 2026-04-02T11:45:23.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.062+0000 7f5c0c217880 1 < suggested update operation key=60U4HF6F2992 tag=8906TL6D6TN9 type=del size=3238744 2026-04-02T11:45:23.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.063+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=AMSQXCVJJ62T type=del size=2267014 2026-04-02T11:45:23.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.064+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=C24TAMNKGW6W type=del 2026-04-02T11:45:23.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.065+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=3248VR8AXV9L type=del size=937079 2026-04-02T11:45:23.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.066+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~YI3LZ8M2ZAT9.0 size=942259 2026-04-02T11:45:23.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.068+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=YI3LZ8M2ZAT9 tag=77CFUEKL3YR8 type=write size=1990835 2026-04-02T11:45:23.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.069+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~W6A8CN8TLIVC.0 size=1048576 2026-04-02T11:45:23.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.070+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~W6A8CN8TLIVC.1 size=460090 2026-04-02T11:45:23.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.070+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=W6A8CN8TLIVC tag=33MOCAEGAP3N type=write size=2557242 2026-04-02T11:45:23.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.072+0000 7f5c0c217880 1 < suggested update operation key=3NDJG05GFEU3 tag=X95IUE0HNK4C type=del size=1863274 2026-04-02T11:45:23.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.075+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~5BZX5BIH2VGD.0 size=1048576 2026-04-02T11:45:23.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.076+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~5BZX5BIH2VGD.1 size=230905 2026-04-02T11:45:23.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.076+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=5BZX5BIH2VGD tag=2MDTLZF5CH0X type=write size=2328057 2026-04-02T11:45:23.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.077+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~1SKIAYJCN8D4.0 size=1048576 2026-04-02T11:45:23.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.077+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~1SKIAYJCN8D4.1 size=420508 2026-04-02T11:45:23.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.079+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=1SKIAYJCN8D4 tag=OZIAQVOAW69A type=write size=2517660 2026-04-02T11:45:23.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.080+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=4MJPK6TM3V5M type=del size=2090819 2026-04-02T11:45:23.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.081+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~ZZTT9HA4LG0N.0 size=1048576 2026-04-02T11:45:23.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.082+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~ZZTT9HA4LG0N.1 size=121039 2026-04-02T11:45:23.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.083+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=ZZTT9HA4LG0N tag=6NKFUCLVEF34 type=write size=2218191 2026-04-02T11:45:23.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.085+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~WPJROFU8VX6N.0 size=1048576 2026-04-02T11:45:23.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.086+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~WPJROFU8VX6N.1 size=730629 2026-04-02T11:45:23.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.086+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=WPJROFU8VX6N tag=4FM2B30F0VN3 type=write size=2827781 2026-04-02T11:45:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.101+0000 7f5c0c217880 1 < canceled operation key=KZ97ZMXJJOJS tag=6VCMOQHR6O6R type=write size=344984 2026-04-02T11:45:23.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.102+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=YXM06OKVBYUW type=del size=3277213 2026-04-02T11:45:23.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.108+0000 7f5c0c217880 1 < completed write operation key=LK943WZ8ZUMG tag=41NPP17BA46D type=write size=320916 2026-04-02T11:45:23.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.125+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~329D5VO3C1AM.0 size=1048576 2026-04-02T11:45:23.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.137+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~329D5VO3C1AM.1 size=1048576 2026-04-02T11:45:23.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.138+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~329D5VO3C1AM.2 size=682875 2026-04-02T11:45:23.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.138+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=329D5VO3C1AM tag=9RXS3KPC700C type=write size=3828603 2026-04-02T11:45:23.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.141+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=IW00BGR3ON07 type=del 2026-04-02T11:45:23.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.144+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~NWWZCJ72FIMY.0 size=1048576 2026-04-02T11:45:23.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.144+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~NWWZCJ72FIMY.1 size=1048576 2026-04-02T11:45:23.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.147+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~NWWZCJ72FIMY.2 size=739282 2026-04-02T11:45:23.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.147+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=NWWZCJ72FIMY tag=VNIJVVT52FZY type=write size=3885010 2026-04-02T11:45:23.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.149+0000 7f5c0c217880 1 < suggested remove operation key=HG9SH1DT0VFR tag=EJA7S6GYCD6D type=del 2026-04-02T11:45:23.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.150+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=O0DH37AKJK3W type=del size=3557369 2026-04-02T11:45:23.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.151+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~X68VO537AYQW.0 size=1048576 2026-04-02T11:45:23.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.152+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~X68VO537AYQW.1 size=478851 2026-04-02T11:45:23.163 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.162+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=X68VO537AYQW tag=TGI4VOTR2RAB type=write size=2576003 2026-04-02T11:45:23.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.171+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~0MS8WS419IV9.0 size=1048576 2026-04-02T11:45:23.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.172+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~0MS8WS419IV9.1 size=429734 2026-04-02T11:45:23.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.172+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=0MS8WS419IV9 tag=4PKD1DTDQO9O type=write size=2526886 2026-04-02T11:45:23.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.173+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~XU9L2EPTDEOK.0 size=1048576 2026-04-02T11:45:23.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.174+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~XU9L2EPTDEOK.1 size=1048576 2026-04-02T11:45:23.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.175+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~XU9L2EPTDEOK.2 size=171535 2026-04-02T11:45:23.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.177+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=XU9L2EPTDEOK tag=OPN48X4QCKGO type=write size=3317263 2026-04-02T11:45:23.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.178+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=AQLO41XMKX1Y type=del size=1572742 2026-04-02T11:45:23.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.179+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~N2DTMX2467MH.0 size=228987 2026-04-02T11:45:23.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.180+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=N2DTMX2467MH tag=774U67OX3D6P type=write size=1277563 2026-04-02T11:45:23.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.181+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=KF1KUJ0QEM1U type=del size=381665 2026-04-02T11:45:23.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.182+0000 7f5c0c217880 1 < completed write operation key=A7V45HD10IBY tag=U51GKSJRDJPJ type=write size=757984 2026-04-02T11:45:23.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.184+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~NDR2NIQU7ZCN.0 size=1048576 2026-04-02T11:45:23.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.185+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~NDR2NIQU7ZCN.1 size=75613 2026-04-02T11:45:23.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.185+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=NDR2NIQU7ZCN tag=5J1IH0DXKQAB type=write size=2172765 2026-04-02T11:45:23.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.186+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~G2FRFC15PXUR.0 size=1048576 2026-04-02T11:45:23.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.194+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~G2FRFC15PXUR.1 size=1048576 2026-04-02T11:45:23.196 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.195+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~G2FRFC15PXUR.2 size=937107 2026-04-02T11:45:23.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.196+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=G2FRFC15PXUR tag=5KAZ9ZFVSXKG type=write size=4082835 2026-04-02T11:45:23.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.197+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=SREF5EQGMHUN type=del size=1289963 2026-04-02T11:45:23.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.198+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~R6BO0RIF878G.0 size=532256 2026-04-02T11:45:23.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.200+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=R6BO0RIF878G tag=SVYOK70J13HH type=write size=1580832 2026-04-02T11:45:23.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.201+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=3ID46VZEIKHH type=write size=209093 2026-04-02T11:45:23.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.203+0000 7f5c0c217880 1 < suggested remove operation key=RY963UTFY8OE tag=AMSQXCVJJ62T type=del 2026-04-02T11:45:23.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.204+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=LVV0YXQ4RFPA type=del size=965689 2026-04-02T11:45:23.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.205+0000 7f5c0c217880 1 < canceled operation key=80UA8NGMVTVM tag=3248VR8AXV9L type=del size=937079 2026-04-02T11:45:23.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.207+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~Q0QWCE9HL6CA.0 size=1048576 2026-04-02T11:45:23.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.207+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~Q0QWCE9HL6CA.1 size=1041451 2026-04-02T11:45:23.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.207+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=Q0QWCE9HL6CA tag=1GDW3LCWDC60 type=write size=3138603 2026-04-02T11:45:23.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.208+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~W6A8CN8TLIVC.0 size=1048576 2026-04-02T11:45:23.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.209+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~W6A8CN8TLIVC.1 size=460090 2026-04-02T11:45:23.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.211+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=W6A8CN8TLIVC tag=33MOCAEGAP3N type=write size=2557242 2026-04-02T11:45:23.213 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.212+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=ULSUBV3ZO25L type=del size=225954 2026-04-02T11:45:23.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.212+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~5BZX5BIH2VGD.0 size=1048576 2026-04-02T11:45:23.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.213+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~5BZX5BIH2VGD.1 size=230905 2026-04-02T11:45:23.216 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.215+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=5BZX5BIH2VGD tag=2MDTLZF5CH0X type=write size=2328057 2026-04-02T11:45:23.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.215+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=E31XLE67JT6P type=del size=251271 2026-04-02T11:45:23.218 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.216+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=4MJPK6TM3V5M type=del 2026-04-02T11:45:23.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.217+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=LRAZD17RZOM2 type=write size=678518 2026-04-02T11:45:23.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.218+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~WPJROFU8VX6N.0 size=1048576 2026-04-02T11:45:23.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.219+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~WPJROFU8VX6N.1 size=730629 2026-04-02T11:45:23.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.220+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=WPJROFU8VX6N tag=4FM2B30F0VN3 type=write size=2827781 2026-04-02T11:45:23.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.221+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=Q35BU73MY36L type=del size=1873352 2026-04-02T11:45:23.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.222+0000 7f5c0c217880 1 < canceled operation key=KOFTD4ZEAMOY tag=YXM06OKVBYUW type=del size=3277213 2026-04-02T11:45:23.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.226+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~AGBWEYLD8A0T.0 size=1048576 2026-04-02T11:45:23.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.226+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~AGBWEYLD8A0T.1 size=67918 2026-04-02T11:45:23.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.226+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=AGBWEYLD8A0T tag=4O61EJ42TH96 type=write size=2165070 2026-04-02T11:45:23.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.227+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~329D5VO3C1AM.0 size=1048576 2026-04-02T11:45:23.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.228+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~329D5VO3C1AM.1 size=1048576 2026-04-02T11:45:23.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.229+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~329D5VO3C1AM.2 size=682875 2026-04-02T11:45:23.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.231+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=329D5VO3C1AM tag=9RXS3KPC700C type=write size=3828603 2026-04-02T11:45:23.234 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.232+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~BL8T02J8SANF.0 size=1048576 2026-04-02T11:45:23.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.233+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~BL8T02J8SANF.1 size=780806 2026-04-02T11:45:23.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.233+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=BL8T02J8SANF tag=J7V5I3UKKOFB type=write size=2877958 2026-04-02T11:45:23.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.234+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~NWWZCJ72FIMY.0 size=1048576 2026-04-02T11:45:23.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.235+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~NWWZCJ72FIMY.1 size=1048576 2026-04-02T11:45:23.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.236+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~NWWZCJ72FIMY.2 size=739282 2026-04-02T11:45:23.239 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.238+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=NWWZCJ72FIMY tag=VNIJVVT52FZY type=write size=3885010 2026-04-02T11:45:23.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.239+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=157U03APPU1M type=del size=2097494 2026-04-02T11:45:23.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.240+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=O0DH37AKJK3W type=del 2026-04-02T11:45:23.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.241+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=KGP2WL092B13 type=del size=17775 2026-04-02T11:45:23.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.241+0000 7f5c0c217880 1 < canceled part key=_multipart_3NDJG05GFEU3.2~0MS8WS419IV9.0 size=1048576 2026-04-02T11:45:23.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.241+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~0MS8WS419IV9.1 size=429734 2026-04-02T11:45:23.244 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.243+0000 7f5c0c217880 1 < canceled multipart upload key=3NDJG05GFEU3 upload=0MS8WS419IV9 tag=4PKD1DTDQO9O type=write size=2526886 2026-04-02T11:45:23.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.245+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~K2WWIMLLQRX2.0 size=1048576 2026-04-02T11:45:23.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.245+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~K2WWIMLLQRX2.1 size=1048576 2026-04-02T11:45:23.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.246+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~K2WWIMLLQRX2.2 size=977563 2026-04-02T11:45:23.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.246+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=K2WWIMLLQRX2 tag=24NBWPTLLRB6 type=write size=4123291 2026-04-02T11:45:23.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.248+0000 7f5c0c217880 1 < suggested update operation key=HG9SH1DT0VFR tag=AQLO41XMKX1Y type=del size=1572742 2026-04-02T11:45:23.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.248+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=DE8JYBSLUV6W type=del size=3280384 2026-04-02T11:45:23.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.250+0000 7f5c0c217880 1 < suggested update operation key=6OTERZHPNBJR tag=KF1KUJ0QEM1U type=del size=381665 2026-04-02T11:45:23.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.251+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=2Y0NGCZ3FTEE type=del size=150630 2026-04-02T11:45:23.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.252+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~NDR2NIQU7ZCN.0 size=1048576 2026-04-02T11:45:23.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.253+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~NDR2NIQU7ZCN.1 size=75613 2026-04-02T11:45:23.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.254+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=NDR2NIQU7ZCN tag=5J1IH0DXKQAB type=write size=2172765 2026-04-02T11:45:23.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.255+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=0ML3Y4JO07E2 type=del size=2068452 2026-04-02T11:45:23.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.256+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=SREF5EQGMHUN type=del 2026-04-02T11:45:23.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.258+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=VY2BHN8VLZJ6 type=write size=125557 2026-04-02T11:45:23.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.260+0000 7f5c0c217880 1 < suggested update operation key=BOCZEPFZF855 tag=3ID46VZEIKHH type=write size=209093 2026-04-02T11:45:23.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.262+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~9CZYQG1Z2JHZ.0 size=1048576 2026-04-02T11:45:23.264 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.263+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~9CZYQG1Z2JHZ.1 size=536994 2026-04-02T11:45:23.264 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.263+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=9CZYQG1Z2JHZ tag=ZOVPNZKNDZ6I type=write size=2634146 2026-04-02T11:45:23.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.264+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=LVV0YXQ4RFPA type=del 2026-04-02T11:45:23.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.265+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=I6KMFFGW8YIF type=del size=3297999 2026-04-02T11:45:23.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.266+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~Q0QWCE9HL6CA.0 size=1048576 2026-04-02T11:45:23.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.266+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~Q0QWCE9HL6CA.1 size=1041451 2026-04-02T11:45:23.269 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.268+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=Q0QWCE9HL6CA tag=1GDW3LCWDC60 type=write size=3138603 2026-04-02T11:45:23.270 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.269+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=J49SU5ZGR8PU type=del size=724353 2026-04-02T11:45:23.271 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.270+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=ULSUBV3ZO25L type=del 2026-04-02T11:45:23.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.271+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=C4W9D93KH7PH type=del size=927032 2026-04-02T11:45:23.273 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.271+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=E31XLE67JT6P type=del 2026-04-02T11:45:23.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.273+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~YAVJ5ZXA7VJV.0 size=201510 2026-04-02T11:45:23.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.273+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=YAVJ5ZXA7VJV tag=5K05MEY9U50M type=write size=1250086 2026-04-02T11:45:23.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.275+0000 7f5c0c217880 1 < completed write operation key=LK943WZ8ZUMG tag=LRAZD17RZOM2 type=write size=678518 2026-04-02T11:45:23.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.276+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=V1WY76MIDVZZ type=write size=290746 2026-04-02T11:45:23.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.277+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=Q35BU73MY36L type=del 2026-04-02T11:45:23.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.278+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=BFISNOLSO833 type=write size=437376 2026-04-02T11:45:23.280 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.279+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~AGBWEYLD8A0T.0 size=1048576 2026-04-02T11:45:23.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.279+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~AGBWEYLD8A0T.1 size=67918 2026-04-02T11:45:23.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.281+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=AGBWEYLD8A0T tag=4O61EJ42TH96 type=write size=2165070 2026-04-02T11:45:23.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.282+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=J2VKL4HWQT3Z type=del size=558696 2026-04-02T11:45:23.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.283+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~BL8T02J8SANF.0 size=1048576 2026-04-02T11:45:23.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.284+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~BL8T02J8SANF.1 size=780806 2026-04-02T11:45:23.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.285+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=BL8T02J8SANF tag=J7V5I3UKKOFB type=write size=2877958 2026-04-02T11:45:23.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.287+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~84JUD2PDU5G7.0 size=1048576 2026-04-02T11:45:23.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.288+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~84JUD2PDU5G7.1 size=1048576 2026-04-02T11:45:23.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.288+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~84JUD2PDU5G7.2 size=400694 2026-04-02T11:45:23.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.288+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=84JUD2PDU5G7 tag=3KC3R6K40F20 type=write size=3546422 2026-04-02T11:45:23.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.290+0000 7f5c0c217880 1 < suggested update operation key=3NDJG05GFEU3 tag=157U03APPU1M type=del size=2097494 2026-04-02T11:45:23.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.292+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~R3667XQK22MT.0 size=1048576 2026-04-02T11:45:23.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.293+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~R3667XQK22MT.1 size=1013208 2026-04-02T11:45:23.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.293+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=R3667XQK22MT tag=2KJNX9NLKK35 type=write size=3110360 2026-04-02T11:45:23.298 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.297+0000 7f5c0c217880 1 < suggested update operation key=A7V45HD10IBY tag=KGP2WL092B13 type=del size=17775 2026-04-02T11:45:23.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.298+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=Q2TBQVJD8J95 type=del size=3960177 2026-04-02T11:45:23.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.299+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~K2WWIMLLQRX2.0 size=1048576 2026-04-02T11:45:23.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.299+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~K2WWIMLLQRX2.1 size=1048576 2026-04-02T11:45:23.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.300+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~K2WWIMLLQRX2.2 size=977563 2026-04-02T11:45:23.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.302+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=K2WWIMLLQRX2 tag=24NBWPTLLRB6 type=write size=4123291 2026-04-02T11:45:23.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.303+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=51RVT5G3GTPR type=del size=4075339 2026-04-02T11:45:23.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.303+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=DE8JYBSLUV6W type=del 2026-04-02T11:45:23.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.304+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=24Z8DVPCKXBH type=write size=450188 2026-04-02T11:45:23.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.305+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=2Y0NGCZ3FTEE type=del 2026-04-02T11:45:23.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.306+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=39U4Q2PJ93S8 type=del size=3666740 2026-04-02T11:45:23.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.308+0000 7f5c0c217880 1 < suggested remove operation key=80YVB17TNIAR tag=0ML3Y4JO07E2 type=del 2026-04-02T11:45:23.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.309+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=T8LCH9ON9219 type=del size=2605958 2026-04-02T11:45:23.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.310+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=VY2BHN8VLZJ6 type=write size=125557 2026-04-02T11:45:23.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.311+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=6SXNSQO1BOV0 type=del size=716510 2026-04-02T11:45:23.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.312+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~9CZYQG1Z2JHZ.0 size=1048576 2026-04-02T11:45:23.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.312+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~9CZYQG1Z2JHZ.1 size=536994 2026-04-02T11:45:23.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.314+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=9CZYQG1Z2JHZ tag=ZOVPNZKNDZ6I type=write size=2634146 2026-04-02T11:45:23.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.315+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=8F6DC32OU1IX type=write size=823630 2026-04-02T11:45:23.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.316+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=I6KMFFGW8YIF type=del 2026-04-02T11:45:23.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.317+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=VND9PDTQ9DB1 type=write size=956756 2026-04-02T11:45:23.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.318+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=J49SU5ZGR8PU type=del 2026-04-02T11:45:23.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.319+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~61E994CXCVXA.0 size=1048576 2026-04-02T11:45:23.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.320+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~61E994CXCVXA.1 size=1048576 2026-04-02T11:45:23.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.321+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~61E994CXCVXA.2 size=869498 2026-04-02T11:45:23.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.321+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=61E994CXCVXA tag=KUYPIEQ24WHN type=write size=4015226 2026-04-02T11:45:23.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.322+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=C4W9D93KH7PH type=del 2026-04-02T11:45:23.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.323+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=3R496Y9MW1NF type=del size=3354205 2026-04-02T11:45:23.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.323+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~YAVJ5ZXA7VJV.0 size=201510 2026-04-02T11:45:23.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.325+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=YAVJ5ZXA7VJV tag=5K05MEY9U50M type=write size=1250086 2026-04-02T11:45:23.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.326+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=IH2ANZ0WZGWU type=del size=2492547 2026-04-02T11:45:23.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.328+0000 7f5c0c217880 1 < completed write operation key=TV1SXLAYZV94 tag=V1WY76MIDVZZ type=write size=290746 2026-04-02T11:45:23.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.329+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=91DOEE4HPHQM type=del size=379665 2026-04-02T11:45:23.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.329+0000 7f5c0c217880 1 < completed write operation key=H18MHG2QUIPU tag=BFISNOLSO833 type=write size=437376 2026-04-02T11:45:23.332 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.330+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=Y7GIJYJBON9V type=del size=3091860 2026-04-02T11:45:23.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.332+0000 7f5c0c217880 1 < suggested update operation key=5HGO669IL8H8 tag=J2VKL4HWQT3Z type=del size=558696 2026-04-02T11:45:23.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.333+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=6R3EMR4NHK3D type=write size=391674 2026-04-02T11:45:23.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.334+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~84JUD2PDU5G7.0 size=1048576 2026-04-02T11:45:23.336 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.335+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~84JUD2PDU5G7.1 size=1048576 2026-04-02T11:45:23.337 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.336+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~84JUD2PDU5G7.2 size=400694 2026-04-02T11:45:23.339 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.337+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=84JUD2PDU5G7 tag=3KC3R6K40F20 type=write size=3546422 2026-04-02T11:45:23.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.340+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=AXREB0RT7R5D type=del size=1562579 2026-04-02T11:45:23.343 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.341+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~R3667XQK22MT.0 size=1048576 2026-04-02T11:45:23.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.342+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~R3667XQK22MT.1 size=1013208 2026-04-02T11:45:23.345 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.344+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=R3667XQK22MT tag=2KJNX9NLKK35 type=write size=3110360 2026-04-02T11:45:23.347 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.346+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~SZHZEK9KP3YB.0 size=1048576 2026-04-02T11:45:23.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.346+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~SZHZEK9KP3YB.1 size=1048576 2026-04-02T11:45:23.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.347+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~SZHZEK9KP3YB.2 size=751087 2026-04-02T11:45:23.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.347+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=SZHZEK9KP3YB tag=9XK0NTX1G121 type=write size=3896815 2026-04-02T11:45:23.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.348+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=Q2TBQVJD8J95 type=del 2026-04-02T11:45:23.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.349+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=I24VZ5ALGA60 type=write size=476228 2026-04-02T11:45:23.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.350+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=51RVT5G3GTPR type=del 2026-04-02T11:45:23.352 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.351+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=LSWVGTZ9PEG2 type=del size=107105 2026-04-02T11:45:23.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.351+0000 7f5c0c217880 -1 < failed to complete operation key=5HGO669IL8H8 tag=24Z8DVPCKXBH type=write size=450188: (22) Invalid argument 2026-04-02T11:45:23.354 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.352+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=KLM4DS70JAQR type=del size=1106902 2026-04-02T11:45:23.355 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.353+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=39U4Q2PJ93S8 type=del 2026-04-02T11:45:23.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.354+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=M1931LKGEB1V type=del size=1812829 2026-04-02T11:45:23.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.355+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=T8LCH9ON9219 type=del 2026-04-02T11:45:23.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.357+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~7PLYN3K31QIK.0 size=1048576 2026-04-02T11:45:23.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.357+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~7PLYN3K31QIK.1 size=1048576 2026-04-02T11:45:23.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.358+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~7PLYN3K31QIK.2 size=440582 2026-04-02T11:45:23.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.358+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=7PLYN3K31QIK tag=801WQZ60EI4N type=write size=3586310 2026-04-02T11:45:23.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.359+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=6SXNSQO1BOV0 type=del 2026-04-02T11:45:23.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.360+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=D7LFE5WDDKG5 type=del size=3580692 2026-04-02T11:45:23.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.362+0000 7f5c0c217880 1 < suggested update operation key=LWVLFKB2UJNA tag=8F6DC32OU1IX type=write size=823630 2026-04-02T11:45:23.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.363+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=IZLY0DH1YR0X type=write size=641384 2026-04-02T11:45:23.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.364+0000 7f5c0c217880 1 < canceled operation key=H18MHG2QUIPU tag=VND9PDTQ9DB1 type=write size=956756 2026-04-02T11:45:23.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.366+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~KDXS6OEUPVD2.0 size=709051 2026-04-02T11:45:23.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.366+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=KDXS6OEUPVD2 tag=ZS8HVV92W1YQ type=write size=1757627 2026-04-02T11:45:23.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.367+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~61E994CXCVXA.0 size=1048576 2026-04-02T11:45:23.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.367+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~61E994CXCVXA.1 size=1048576 2026-04-02T11:45:23.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.368+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~61E994CXCVXA.2 size=869498 2026-04-02T11:45:23.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.370+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=61E994CXCVXA tag=KUYPIEQ24WHN type=write size=4015226 2026-04-02T11:45:23.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.370+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=UNQP8A8LFLDL type=del size=2379290 2026-04-02T11:45:23.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.371+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=3R496Y9MW1NF type=del 2026-04-02T11:45:23.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.372+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=DO74V255DDUT type=del size=163381 2026-04-02T11:45:23.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.373+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=IH2ANZ0WZGWU type=del 2026-04-02T11:45:23.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.374+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=N7K8LMBBAVQO type=del size=2311757 2026-04-02T11:45:23.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.375+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=91DOEE4HPHQM type=del 2026-04-02T11:45:23.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.379+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~OJUJUGN2ECJA.0 size=1048576 2026-04-02T11:45:23.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.380+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~OJUJUGN2ECJA.1 size=1048576 2026-04-02T11:45:23.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.381+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~OJUJUGN2ECJA.2 size=631074 2026-04-02T11:45:23.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.381+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=OJUJUGN2ECJA tag=C7U5I32SSZKC type=write size=3776802 2026-04-02T11:45:23.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.382+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=Y7GIJYJBON9V type=del 2026-04-02T11:45:23.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.383+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=ABQKF5UF6T5N type=del size=4076370 2026-04-02T11:45:23.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.384+0000 7f5c0c217880 1 < completed write operation key=RXDFK5T07T03 tag=6R3EMR4NHK3D type=write size=391674 2026-04-02T11:45:23.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.385+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~DGDPL56XS8C5.0 size=1048576 2026-04-02T11:45:23.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.386+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~DGDPL56XS8C5.1 size=1048576 2026-04-02T11:45:23.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.387+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~DGDPL56XS8C5.2 size=912809 2026-04-02T11:45:23.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.387+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=DGDPL56XS8C5 tag=MN92U9G8GR1L type=write size=4058537 2026-04-02T11:45:23.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.397+0000 7f5c0c217880 1 < suggested remove operation key=80JM980KZYGT tag=AXREB0RT7R5D type=del 2026-04-02T11:45:23.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.402+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~JU42Q41R0XGR.0 size=402709 2026-04-02T11:45:23.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.402+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=JU42Q41R0XGR tag=BRHY7JI67SCG type=write size=1451285 2026-04-02T11:45:23.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.402+0000 7f5c0c217880 1 < canceled part key=_multipart_0ID62KUCSKML.2~SZHZEK9KP3YB.0 size=1048576 2026-04-02T11:45:23.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.403+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~SZHZEK9KP3YB.1 size=1048576 2026-04-02T11:45:23.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.404+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~SZHZEK9KP3YB.2 size=751087 2026-04-02T11:45:23.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.405+0000 7f5c0c217880 1 < canceled multipart upload key=0ID62KUCSKML upload=SZHZEK9KP3YB tag=9XK0NTX1G121 type=write size=3896815 2026-04-02T11:45:23.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.407+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~YQOWACH1E1YG.0 size=1048576 2026-04-02T11:45:23.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.407+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~YQOWACH1E1YG.1 size=1048576 2026-04-02T11:45:23.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.408+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~YQOWACH1E1YG.2 size=242916 2026-04-02T11:45:23.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.408+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=YQOWACH1E1YG tag=LR4UYW6SE65Q type=write size=3388644 2026-04-02T11:45:23.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.410+0000 7f5c0c217880 1 < suggested update operation key=RXDFK5T07T03 tag=I24VZ5ALGA60 type=write size=476228 2026-04-02T11:45:23.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.411+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~HH0C67TFSW7P.0 size=112559 2026-04-02T11:45:23.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.411+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=HH0C67TFSW7P tag=43FUUK254B5O type=write size=1161135 2026-04-02T11:45:23.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.412+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=LSWVGTZ9PEG2 type=del 2026-04-02T11:45:23.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.414+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~MTULV0H8O6ON.0 size=1048576 2026-04-02T11:45:23.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.415+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~MTULV0H8O6ON.1 size=71157 2026-04-02T11:45:23.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.415+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=MTULV0H8O6ON tag=JBQX4SIBE8UG type=write size=2168309 2026-04-02T11:45:23.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.416+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=KLM4DS70JAQR type=del 2026-04-02T11:45:23.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.417+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~HL7TTEYU2C0C.0 size=1048576 2026-04-02T11:45:23.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.418+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~HL7TTEYU2C0C.1 size=1015678 2026-04-02T11:45:23.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.418+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=HL7TTEYU2C0C tag=B0Z440KD9T85 type=write size=3112830 2026-04-02T11:45:23.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.419+0000 7f5c0c217880 1 < canceled operation key=QAI58E61O0A8 tag=M1931LKGEB1V type=del size=1812829 2026-04-02T11:45:23.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.421+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~1F909LETQ7R7.0 size=1048576 2026-04-02T11:45:23.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.422+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~1F909LETQ7R7.1 size=509705 2026-04-02T11:45:23.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.422+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=1F909LETQ7R7 tag=RBFLFC40AXRS type=write size=2606857 2026-04-02T11:45:23.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.423+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~7PLYN3K31QIK.0 size=1048576 2026-04-02T11:45:23.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.423+0000 7f5c0c217880 1 < canceled part key=_multipart_KOFTD4ZEAMOY.2~7PLYN3K31QIK.1 size=1048576 2026-04-02T11:45:23.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.423+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~7PLYN3K31QIK.2 size=440582 2026-04-02T11:45:23.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.425+0000 7f5c0c217880 1 < canceled multipart upload key=KOFTD4ZEAMOY upload=7PLYN3K31QIK tag=801WQZ60EI4N type=write size=3586310 2026-04-02T11:45:23.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.427+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~PHWBK6X9ZF86.0 size=1048576 2026-04-02T11:45:23.429 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.428+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~PHWBK6X9ZF86.1 size=321716 2026-04-02T11:45:23.429 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.428+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=PHWBK6X9ZF86 tag=4TADXA1P5LWV type=write size=2418868 2026-04-02T11:45:23.430 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.429+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=D7LFE5WDDKG5 type=del 2026-04-02T11:45:23.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.430+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=UR1WCYO5Q48S type=del size=2306320 2026-04-02T11:45:23.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.431+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=IZLY0DH1YR0X type=write size=641384 2026-04-02T11:45:23.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.432+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=57X452KGHJTS type=write size=357696 2026-04-02T11:45:23.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.433+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~KDXS6OEUPVD2.0 size=709051 2026-04-02T11:45:23.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.435+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=KDXS6OEUPVD2 tag=ZS8HVV92W1YQ type=write size=1757627 2026-04-02T11:45:23.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.436+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=TV9F40QZ7EID type=del size=1143271 2026-04-02T11:45:23.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.437+0000 7f5c0c217880 1 < suggested remove operation key=TV1SXLAYZV94 tag=UNQP8A8LFLDL type=del 2026-04-02T11:45:23.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.438+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=GR343PFLRY4Y type=write size=585686 2026-04-02T11:45:23.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.439+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=DO74V255DDUT type=del 2026-04-02T11:45:23.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.440+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=4YE1SRWK8UAC type=del size=176933 2026-04-02T11:45:23.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.441+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=N7K8LMBBAVQO type=del 2026-04-02T11:45:23.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.442+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=3HM8ZLFTVVGE type=del size=1453143 2026-04-02T11:45:23.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.443+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~OJUJUGN2ECJA.0 size=1048576 2026-04-02T11:45:23.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.443+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~OJUJUGN2ECJA.1 size=1048576 2026-04-02T11:45:23.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.444+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~OJUJUGN2ECJA.2 size=631074 2026-04-02T11:45:23.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.446+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=OJUJUGN2ECJA tag=C7U5I32SSZKC type=write size=3776802 2026-04-02T11:45:23.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.446+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=V1WVDTMXM0CC type=del size=536722 2026-04-02T11:45:23.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.451+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=ABQKF5UF6T5N type=del 2026-04-02T11:45:23.454 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.452+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=7T43I8S5SPTZ type=del size=487175 2026-04-02T11:45:23.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.453+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~DGDPL56XS8C5.0 size=1048576 2026-04-02T11:45:23.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.454+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~DGDPL56XS8C5.1 size=1048576 2026-04-02T11:45:23.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.454+0000 7f5c0c217880 1 < canceled part key=_multipart_93T2V482IGI4.2~DGDPL56XS8C5.2 size=912809 2026-04-02T11:45:23.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.456+0000 7f5c0c217880 1 < canceled multipart upload key=93T2V482IGI4 upload=DGDPL56XS8C5 tag=MN92U9G8GR1L type=write size=4058537 2026-04-02T11:45:23.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.457+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=3KRO6DRPHHLJ type=write size=562541 2026-04-02T11:45:23.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.458+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~JU42Q41R0XGR.0 size=402709 2026-04-02T11:45:23.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.459+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=JU42Q41R0XGR tag=BRHY7JI67SCG type=write size=1451285 2026-04-02T11:45:23.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.460+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=KC8COGHOHBEW type=del size=973982 2026-04-02T11:45:23.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.461+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~YQOWACH1E1YG.0 size=1048576 2026-04-02T11:45:23.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.462+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~YQOWACH1E1YG.1 size=1048576 2026-04-02T11:45:23.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.463+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~YQOWACH1E1YG.2 size=242916 2026-04-02T11:45:23.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.466+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=YQOWACH1E1YG tag=LR4UYW6SE65Q type=write size=3388644 2026-04-02T11:45:23.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.467+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=4RWYH09W225V type=del size=530256 2026-04-02T11:45:23.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.468+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~HH0C67TFSW7P.0 size=112559 2026-04-02T11:45:23.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.477+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=HH0C67TFSW7P tag=43FUUK254B5O type=write size=1161135 2026-04-02T11:45:23.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.479+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=74WUQ1M9U3G4 type=del size=2449712 2026-04-02T11:45:23.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.479+0000 7f5c0c217880 1 < canceled part key=_multipart_80YVB17TNIAR.2~MTULV0H8O6ON.0 size=1048576 2026-04-02T11:45:23.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.480+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~MTULV0H8O6ON.1 size=71157 2026-04-02T11:45:23.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.481+0000 7f5c0c217880 1 < canceled multipart upload key=80YVB17TNIAR upload=MTULV0H8O6ON tag=JBQX4SIBE8UG type=write size=2168309 2026-04-02T11:45:23.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.482+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=90Q55J5SR52W type=del size=2415537 2026-04-02T11:45:23.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.483+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~HL7TTEYU2C0C.0 size=1048576 2026-04-02T11:45:23.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.484+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~HL7TTEYU2C0C.1 size=1015678 2026-04-02T11:45:23.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.486+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=HL7TTEYU2C0C tag=B0Z440KD9T85 type=write size=3112830 2026-04-02T11:45:23.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.486+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=NJN2PRE4AF72 type=write size=829000 2026-04-02T11:45:23.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.487+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~1F909LETQ7R7.0 size=1048576 2026-04-02T11:45:23.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.488+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~1F909LETQ7R7.1 size=509705 2026-04-02T11:45:23.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.490+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=1F909LETQ7R7 tag=RBFLFC40AXRS type=write size=2606857 2026-04-02T11:45:23.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.491+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=04G8CVR96PZJ type=del size=981777 2026-04-02T11:45:23.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.492+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~PHWBK6X9ZF86.0 size=1048576 2026-04-02T11:45:23.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.492+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~PHWBK6X9ZF86.1 size=321716 2026-04-02T11:45:23.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.494+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=PHWBK6X9ZF86 tag=4TADXA1P5LWV type=write size=2418868 2026-04-02T11:45:23.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.495+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=PSGYUO2GT98Y type=write size=308741 2026-04-02T11:45:23.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.496+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=UR1WCYO5Q48S type=del 2026-04-02T11:45:23.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.497+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~F97TC3LV2TDY.0 size=1037062 2026-04-02T11:45:23.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.497+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=F97TC3LV2TDY tag=FFMK6VFXPSY7 type=write size=2085638 2026-04-02T11:45:23.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.498+0000 7f5c0c217880 1 < canceled operation key=UOANTGYGF6UA tag=57X452KGHJTS type=write size=357696 2026-04-02T11:45:23.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.500+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~0C0S0ND0R5CZ.0 size=1048576 2026-04-02T11:45:23.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.501+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~0C0S0ND0R5CZ.1 size=1028101 2026-04-02T11:45:23.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.501+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=0C0S0ND0R5CZ tag=P098ZWA8LJ33 type=write size=3125253 2026-04-02T11:45:23.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.502+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=TV9F40QZ7EID type=del 2026-04-02T11:45:23.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.502+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=V7T212CP3XFL type=del size=2105030 2026-04-02T11:45:23.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.503+0000 7f5c0c217880 1 < completed write operation key=X8AC72ESIA6N tag=GR343PFLRY4Y type=write size=585686 2026-04-02T11:45:23.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.504+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=W0DN31VX4DZP type=del size=2653409 2026-04-02T11:45:23.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.505+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=4YE1SRWK8UAC type=del 2026-04-02T11:45:23.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.506+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=JJCZLYVBD1D3 type=del size=177753 2026-04-02T11:45:23.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.507+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=3HM8ZLFTVVGE type=del 2026-04-02T11:45:23.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.508+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=991AHGPQYYPJ type=del size=1798086 2026-04-02T11:45:23.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.508+0000 7f5c0c217880 1 < canceled operation key=RY963UTFY8OE tag=V1WVDTMXM0CC type=del size=536722 2026-04-02T11:45:23.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.510+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=V0UOSTDD80ER type=del size=2724150 2026-04-02T11:45:23.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.511+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=7T43I8S5SPTZ type=del 2026-04-02T11:45:23.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.513+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~ILQ6FA0OGB01.0 size=707638 2026-04-02T11:45:23.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.513+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=ILQ6FA0OGB01 tag=2VVYE42HI36R type=write size=1756214 2026-04-02T11:45:23.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.514+0000 7f5c0c217880 1 < completed write operation key=EA5JHZQJK139 tag=3KRO6DRPHHLJ type=write size=562541 2026-04-02T11:45:23.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.515+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~6DR6BI6ZSJ4E.0 size=1048576 2026-04-02T11:45:23.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.516+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~6DR6BI6ZSJ4E.1 size=885917 2026-04-02T11:45:23.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.516+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=6DR6BI6ZSJ4E tag=KY1QCXV3SSO0 type=write size=2983069 2026-04-02T11:45:23.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.518+0000 7f5c0c217880 1 < suggested update operation key=EA5JHZQJK139 tag=KC8COGHOHBEW type=del size=973982 2026-04-02T11:45:23.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.519+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=58OQL1RP9E5A type=del size=715814 2026-04-02T11:45:23.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.520+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=4RWYH09W225V type=del 2026-04-02T11:45:23.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.521+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=FQNEKUCRI9R2 type=del size=3769740 2026-04-02T11:45:23.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.522+0000 7f5c0c217880 1 < suggested remove operation key=I5G244DII0CX tag=74WUQ1M9U3G4 type=del 2026-04-02T11:45:23.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.524+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~F57OVJN2UN8Y.0 size=712487 2026-04-02T11:45:23.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.524+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=F57OVJN2UN8Y tag=JJOUT1D2M60Z type=write size=1761063 2026-04-02T11:45:23.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.524+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=90Q55J5SR52W type=del 2026-04-02T11:45:23.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.526+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~KYX2DZU6ZIHF.0 size=813213 2026-04-02T11:45:23.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.526+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=KYX2DZU6ZIHF tag=FSPZXHIT6ADL type=write size=1861789 2026-04-02T11:45:23.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.527+0000 7f5c0c217880 1 < completed write operation key=80UA8NGMVTVM tag=NJN2PRE4AF72 type=write size=829000 2026-04-02T11:45:23.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.527+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=HBHMF90ETQ7X type=del size=1073317 2026-04-02T11:45:23.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.528+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=04G8CVR96PZJ type=del 2026-04-02T11:45:23.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.529+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=J7ED06L637QR type=del size=4150173 2026-04-02T11:45:23.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.530+0000 7f5c0c217880 1 < completed write operation key=BOCZEPFZF855 tag=PSGYUO2GT98Y type=write size=308741 2026-04-02T11:45:23.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.531+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=0QTLCUDEI2ZG type=del size=1678937 2026-04-02T11:45:23.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.532+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~F97TC3LV2TDY.0 size=1037062 2026-04-02T11:45:23.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.533+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=F97TC3LV2TDY tag=FFMK6VFXPSY7 type=write size=2085638 2026-04-02T11:45:23.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.535+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~P3I4TQ8GB8X1.0 size=142250 2026-04-02T11:45:23.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.535+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=P3I4TQ8GB8X1 tag=UHLOBS8L9GXF type=write size=1190826 2026-04-02T11:45:23.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.536+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~0C0S0ND0R5CZ.0 size=1048576 2026-04-02T11:45:23.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.536+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~0C0S0ND0R5CZ.1 size=1028101 2026-04-02T11:45:23.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.538+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=0C0S0ND0R5CZ tag=P098ZWA8LJ33 type=write size=3125253 2026-04-02T11:45:23.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.540+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~9V9B8MJOL38X.0 size=87590 2026-04-02T11:45:23.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.540+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=9V9B8MJOL38X tag=SCJP9QK26T4N type=write size=1136166 2026-04-02T11:45:23.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.541+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=V7T212CP3XFL type=del 2026-04-02T11:45:23.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.542+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=O2YOK5LJTJ2H type=del size=2841817 2026-04-02T11:45:23.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.543+0000 7f5c0c217880 1 < suggested remove operation key=EA5JHZQJK139 tag=W0DN31VX4DZP type=del 2026-04-02T11:45:23.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.544+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=8IOIO0NM4TD2 type=del size=3482627 2026-04-02T11:45:23.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.545+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=JJCZLYVBD1D3 type=del 2026-04-02T11:45:23.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.546+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~Z1LA17BY0DH5.0 size=1048576 2026-04-02T11:45:23.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.547+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~Z1LA17BY0DH5.1 size=18867 2026-04-02T11:45:23.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.547+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=Z1LA17BY0DH5 tag=YUIRYYDOAQDO type=write size=2116019 2026-04-02T11:45:23.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.548+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=991AHGPQYYPJ type=del 2026-04-02T11:45:23.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.549+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~CLFR5G8WQP5S.0 size=1048576 2026-04-02T11:45:23.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.550+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~CLFR5G8WQP5S.1 size=161722 2026-04-02T11:45:23.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.550+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=CLFR5G8WQP5S tag=M6I3T65HV9CO type=write size=2258874 2026-04-02T11:45:23.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.551+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=V0UOSTDD80ER type=del 2026-04-02T11:45:23.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.552+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=Q0M38P90GYNO type=del size=3340554 2026-04-02T11:45:23.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.553+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~ILQ6FA0OGB01.0 size=707638 2026-04-02T11:45:23.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.554+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=ILQ6FA0OGB01 tag=2VVYE42HI36R type=write size=1756214 2026-04-02T11:45:23.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.556+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~U4XWNA2GBWIQ.0 size=1020605 2026-04-02T11:45:23.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.556+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=U4XWNA2GBWIQ tag=FNO320KPPL9X type=write size=2069181 2026-04-02T11:45:23.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.557+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~6DR6BI6ZSJ4E.0 size=1048576 2026-04-02T11:45:23.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.558+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~6DR6BI6ZSJ4E.1 size=885917 2026-04-02T11:45:23.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.560+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=6DR6BI6ZSJ4E tag=KY1QCXV3SSO0 type=write size=2983069 2026-04-02T11:45:23.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.561+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=RD5CNOVVJ6AQ type=del size=3161498 2026-04-02T11:45:23.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.562+0000 7f5c0c217880 -1 < failed to complete operation key=I5G244DII0CX tag=58OQL1RP9E5A type=del size=715814: (22) Invalid argument 2026-04-02T11:45:23.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.564+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~Z8OR14MVKCJJ.0 size=24672 2026-04-02T11:45:23.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.564+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=Z8OR14MVKCJJ tag=58KI6OG0I2Z0 type=write size=1073248 2026-04-02T11:45:23.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.567+0000 7f5c0c217880 1 < suggested remove operation key=TV1SXLAYZV94 tag=FQNEKUCRI9R2 type=del 2026-04-02T11:45:23.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.568+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~0G5464C485PZ.0 size=1048576 2026-04-02T11:45:23.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.569+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~0G5464C485PZ.1 size=1048576 2026-04-02T11:45:23.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.570+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~0G5464C485PZ.2 size=643517 2026-04-02T11:45:23.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.570+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=0G5464C485PZ tag=8HZ2BY4B332L type=write size=3789245 2026-04-02T11:45:23.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.571+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~F57OVJN2UN8Y.0 size=712487 2026-04-02T11:45:23.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.573+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=F57OVJN2UN8Y tag=JJOUT1D2M60Z type=write size=1761063 2026-04-02T11:45:23.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.576+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~GVJ94IZ1BB1Q.0 size=112696 2026-04-02T11:45:23.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.576+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=GVJ94IZ1BB1Q tag=8Y6IO4KHVTBH type=write size=1161272 2026-04-02T11:45:23.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.577+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~KYX2DZU6ZIHF.0 size=813213 2026-04-02T11:45:23.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.578+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=KYX2DZU6ZIHF tag=FSPZXHIT6ADL type=write size=1861789 2026-04-02T11:45:23.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.579+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=F8XUD1APUN87 type=del size=3291792 2026-04-02T11:45:23.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.580+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=HBHMF90ETQ7X type=del 2026-04-02T11:45:23.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.581+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=6RWSQ649FYXR type=del size=3235124 2026-04-02T11:45:23.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.581+0000 7f5c0c217880 -1 < no bi entry to suggest for operation key=TV1SXLAYZV94 tag=J7ED06L637QR type=del size=4150173: (2) No such file or directory 2026-04-02T11:45:23.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.582+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=772W2AAB28YY type=del size=427448 2026-04-02T11:45:23.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.583+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=0QTLCUDEI2ZG type=del 2026-04-02T11:45:23.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.584+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=0T3RIRZ2HU47 type=del size=1582842 2026-04-02T11:45:23.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.585+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~P3I4TQ8GB8X1.0 size=142250 2026-04-02T11:45:23.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.586+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=P3I4TQ8GB8X1 tag=UHLOBS8L9GXF type=write size=1190826 2026-04-02T11:45:23.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.588+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~V5JHI3ZYI708.0 size=1035184 2026-04-02T11:45:23.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.588+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=V5JHI3ZYI708 tag=FTJB1T0BHABB type=write size=2083760 2026-04-02T11:45:23.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.589+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~9V9B8MJOL38X.0 size=87590 2026-04-02T11:45:23.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.590+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=9V9B8MJOL38X tag=SCJP9QK26T4N type=write size=1136166 2026-04-02T11:45:23.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.591+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=RRAFYUN0K40Y type=del size=387790 2026-04-02T11:45:23.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.592+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=O2YOK5LJTJ2H type=del 2026-04-02T11:45:23.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.593+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~FRYAYKZWCB50.0 size=1048576 2026-04-02T11:45:23.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.594+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~FRYAYKZWCB50.1 size=21324 2026-04-02T11:45:23.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.594+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=FRYAYKZWCB50 tag=FCEHJIO0AOXI type=write size=2118476 2026-04-02T11:45:23.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.595+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=8IOIO0NM4TD2 type=del 2026-04-02T11:45:23.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.596+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=4EKM0ET47TW2 type=del size=2575030 2026-04-02T11:45:23.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.596+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~Z1LA17BY0DH5.0 size=1048576 2026-04-02T11:45:23.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.597+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~Z1LA17BY0DH5.1 size=18867 2026-04-02T11:45:23.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.599+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=Z1LA17BY0DH5 tag=YUIRYYDOAQDO type=write size=2116019 2026-04-02T11:45:23.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.600+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=KT9Q1QG6XF3E type=write size=619278 2026-04-02T11:45:23.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.600+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~CLFR5G8WQP5S.0 size=1048576 2026-04-02T11:45:23.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.601+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~CLFR5G8WQP5S.1 size=161722 2026-04-02T11:45:23.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.603+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=CLFR5G8WQP5S tag=M6I3T65HV9CO type=write size=2258874 2026-04-02T11:45:23.605 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.603+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=UL66F6746PA2 type=del size=1280753 2026-04-02T11:45:23.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.604+0000 7f5c0c217880 1 < canceled operation key=X8AC72ESIA6N tag=Q0M38P90GYNO type=del size=3340554 2026-04-02T11:45:23.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.606+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~IS1NW0SWEOJC.0 size=1048576 2026-04-02T11:45:23.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.607+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~IS1NW0SWEOJC.1 size=1048576 2026-04-02T11:45:23.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.607+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~IS1NW0SWEOJC.2 size=211643 2026-04-02T11:45:23.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.607+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=IS1NW0SWEOJC tag=RUIR1DN09SUB type=write size=3357371 2026-04-02T11:45:23.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.607+0000 7f5c0c217880 1 < canceled part key=_multipart_3NDJG05GFEU3.2~U4XWNA2GBWIQ.0 size=1020605 2026-04-02T11:45:23.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.609+0000 7f5c0c217880 1 < canceled multipart upload key=3NDJG05GFEU3 upload=U4XWNA2GBWIQ tag=FNO320KPPL9X type=write size=2069181 2026-04-02T11:45:23.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.610+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=GMRRGIUG8UJB type=del size=417153 2026-04-02T11:45:23.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.611+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=RD5CNOVVJ6AQ type=del 2026-04-02T11:45:23.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.612+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=ON5YVGVB91F0 type=del size=1750824 2026-04-02T11:45:23.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.612+0000 7f5c0c217880 1 < canceled part key=_multipart_0ID62KUCSKML.2~Z8OR14MVKCJJ.0 size=24672 2026-04-02T11:45:23.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.615+0000 7f5c0c217880 1 < canceled multipart upload key=0ID62KUCSKML upload=Z8OR14MVKCJJ tag=58KI6OG0I2Z0 type=write size=1073248 2026-04-02T11:45:23.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.617+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~JZA2O3N3A30J.0 size=1048576 2026-04-02T11:45:23.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.618+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~JZA2O3N3A30J.1 size=1048576 2026-04-02T11:45:23.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.619+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~JZA2O3N3A30J.2 size=379117 2026-04-02T11:45:23.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.619+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=JZA2O3N3A30J tag=3CU3SS5M0PBN type=write size=3524845 2026-04-02T11:45:23.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.620+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~0G5464C485PZ.0 size=1048576 2026-04-02T11:45:23.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.621+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~0G5464C485PZ.1 size=1048576 2026-04-02T11:45:23.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.622+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~0G5464C485PZ.2 size=643517 2026-04-02T11:45:23.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.624+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=0G5464C485PZ tag=8HZ2BY4B332L type=write size=3789245 2026-04-02T11:45:23.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.625+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~JRC3IC7J8U7Q.0 size=299925 2026-04-02T11:45:23.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.625+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=JRC3IC7J8U7Q tag=CWD513Q6QJBH type=write size=1348501 2026-04-02T11:45:23.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.625+0000 7f5c0c217880 1 < canceled part key=_multipart_0L9I2XPJ6ED1.2~GVJ94IZ1BB1Q.0 size=112696 2026-04-02T11:45:23.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.627+0000 7f5c0c217880 1 < canceled multipart upload key=0L9I2XPJ6ED1 upload=GVJ94IZ1BB1Q tag=8Y6IO4KHVTBH type=write size=1161272 2026-04-02T11:45:23.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.628+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=T1S8UKP6E2LR type=del size=3985576 2026-04-02T11:45:23.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.629+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=F8XUD1APUN87 type=del 2026-04-02T11:45:23.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.630+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~5S2TZCYDKCPG.0 size=1048576 2026-04-02T11:45:23.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.631+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~5S2TZCYDKCPG.1 size=1048576 2026-04-02T11:45:23.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.631+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~5S2TZCYDKCPG.2 size=152509 2026-04-02T11:45:23.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.631+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=5S2TZCYDKCPG tag=M9TVNROEJVNC type=write size=3298237 2026-04-02T11:45:23.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.632+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=6RWSQ649FYXR type=del 2026-04-02T11:45:23.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.633+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=6TWDK3CSBF20 type=del size=2817249 2026-04-02T11:45:23.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.634+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=772W2AAB28YY type=del 2026-04-02T11:45:23.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.636+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~8LBYRMIKJPY1.0 size=1048576 2026-04-02T11:45:23.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.637+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~8LBYRMIKJPY1.1 size=1048576 2026-04-02T11:45:23.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.637+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~8LBYRMIKJPY1.2 size=123326 2026-04-02T11:45:23.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.637+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=8LBYRMIKJPY1 tag=PWDFABV4FA7P type=write size=3269054 2026-04-02T11:45:23.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.638+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=0T3RIRZ2HU47 type=del 2026-04-02T11:45:23.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.640+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~2QWG22034AVE.0 size=1048576 2026-04-02T11:45:23.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.641+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~2QWG22034AVE.1 size=368052 2026-04-02T11:45:23.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.641+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=2QWG22034AVE tag=DL2EL03U3LSS type=write size=2465204 2026-04-02T11:45:23.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.641+0000 7f5c0c217880 1 < canceled part key=_multipart_RY963UTFY8OE.2~V5JHI3ZYI708.0 size=1035184 2026-04-02T11:45:23.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.642+0000 7f5c0c217880 1 < canceled multipart upload key=RY963UTFY8OE upload=V5JHI3ZYI708 tag=FTJB1T0BHABB type=write size=2083760 2026-04-02T11:45:23.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.644+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~Y4AHSYMKZLCX.0 size=1048576 2026-04-02T11:45:23.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.644+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~Y4AHSYMKZLCX.1 size=249321 2026-04-02T11:45:23.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.644+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=Y4AHSYMKZLCX tag=JJWEA0UWOZ4B type=write size=2346473 2026-04-02T11:45:23.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.646+0000 7f5c0c217880 1 < suggested update operation key=Q76H2FRUA1T9 tag=RRAFYUN0K40Y type=del size=387790 2026-04-02T11:45:23.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.647+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=2619ZNUQY036 type=del size=2390754 2026-04-02T11:45:23.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.649+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~FRYAYKZWCB50.0 size=1048576 2026-04-02T11:45:23.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.650+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~FRYAYKZWCB50.1 size=21324 2026-04-02T11:45:23.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.651+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=FRYAYKZWCB50 tag=FCEHJIO0AOXI type=write size=2118476 2026-04-02T11:45:23.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.653+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~80KSFD13CARV.0 size=1048576 2026-04-02T11:45:23.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.653+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~80KSFD13CARV.1 size=559029 2026-04-02T11:45:23.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.653+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=80KSFD13CARV tag=JLR5J1KJLB09 type=write size=2656181 2026-04-02T11:45:23.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.654+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=4EKM0ET47TW2 type=del 2026-04-02T11:45:23.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.656+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~YUSENAH6PH10.0 size=1048576 2026-04-02T11:45:23.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.656+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~YUSENAH6PH10.1 size=1048576 2026-04-02T11:45:23.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.657+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~YUSENAH6PH10.2 size=37335 2026-04-02T11:45:23.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.657+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=YUSENAH6PH10 tag=VIVFBD2I96P5 type=write size=3183063 2026-04-02T11:45:23.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.658+0000 7f5c0c217880 1 < completed write operation key=A7V45HD10IBY tag=KT9Q1QG6XF3E type=write size=619278 2026-04-02T11:45:23.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.659+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=JYE95KMKOCOR type=del size=1116755 2026-04-02T11:45:23.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.660+0000 7f5c0c217880 1 < suggested remove operation key=66AEW1Q173VY tag=UL66F6746PA2 type=del 2026-04-02T11:45:23.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.662+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~SOACEC02910F.0 size=1048576 2026-04-02T11:45:23.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.663+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~SOACEC02910F.1 size=1048576 2026-04-02T11:45:23.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.663+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~SOACEC02910F.2 size=1007163 2026-04-02T11:45:23.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.663+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=SOACEC02910F tag=D63779RWHW48 type=write size=4152891 2026-04-02T11:45:23.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.664+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~IS1NW0SWEOJC.0 size=1048576 2026-04-02T11:45:23.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.665+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~IS1NW0SWEOJC.1 size=1048576 2026-04-02T11:45:23.667 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.665+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~IS1NW0SWEOJC.2 size=211643 2026-04-02T11:45:23.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.667+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=IS1NW0SWEOJC tag=RUIR1DN09SUB type=write size=3357371 2026-04-02T11:45:23.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.668+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~QRF2WZF5HIFW.0 size=1048576 2026-04-02T11:45:23.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.669+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~QRF2WZF5HIFW.1 size=682225 2026-04-02T11:45:23.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.669+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=QRF2WZF5HIFW tag=H6DO5X5Z31NP type=write size=2779377 2026-04-02T11:45:23.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.670+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=GMRRGIUG8UJB type=del 2026-04-02T11:45:23.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.671+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=64NNDHTFITYB type=del size=3227943 2026-04-02T11:45:23.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.671+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=ON5YVGVB91F0 type=del 2026-04-02T11:45:23.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.672+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=KPP8KZS2BPNP type=write size=26523 2026-04-02T11:45:23.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.672+0000 7f5c0c217880 1 < canceled part key=_multipart_16KLPONRQQAX.2~JZA2O3N3A30J.0 size=1048576 2026-04-02T11:45:23.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.672+0000 7f5c0c217880 1 < canceled part key=_multipart_16KLPONRQQAX.2~JZA2O3N3A30J.1 size=1048576 2026-04-02T11:45:23.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.673+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~JZA2O3N3A30J.2 size=379117 2026-04-02T11:45:23.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.674+0000 7f5c0c217880 1 < canceled multipart upload key=16KLPONRQQAX upload=JZA2O3N3A30J tag=3CU3SS5M0PBN type=write size=3524845 2026-04-02T11:45:23.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.676+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=ZDNKR3UOZE3D type=del size=316728 2026-04-02T11:45:23.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.677+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~JRC3IC7J8U7Q.0 size=299925 2026-04-02T11:45:23.680 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.679+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=JRC3IC7J8U7Q tag=CWD513Q6QJBH type=write size=1348501 2026-04-02T11:45:23.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.680+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=FN05SB5FQXBF type=del size=3011009 2026-04-02T11:45:23.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.680+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=T1S8UKP6E2LR type=del 2026-04-02T11:45:23.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.681+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=890XOD2DX0GD type=del size=2904934 2026-04-02T11:45:23.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.682+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~5S2TZCYDKCPG.0 size=1048576 2026-04-02T11:45:23.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.683+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~5S2TZCYDKCPG.1 size=1048576 2026-04-02T11:45:23.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.683+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~5S2TZCYDKCPG.2 size=152509 2026-04-02T11:45:23.686 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.685+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=5S2TZCYDKCPG tag=M9TVNROEJVNC type=write size=3298237 2026-04-02T11:45:23.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.685+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=DS3X41NKBMO2 type=write size=875255 2026-04-02T11:45:23.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.686+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=6TWDK3CSBF20 type=del 2026-04-02T11:45:23.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.687+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=UIWGDE4A890F type=del size=4148932 2026-04-02T11:45:23.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.688+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~8LBYRMIKJPY1.0 size=1048576 2026-04-02T11:45:23.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.688+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~8LBYRMIKJPY1.1 size=1048576 2026-04-02T11:45:23.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.689+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~8LBYRMIKJPY1.2 size=123326 2026-04-02T11:45:23.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.691+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=8LBYRMIKJPY1 tag=PWDFABV4FA7P type=write size=3269054 2026-04-02T11:45:23.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.692+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~Z2XO8QFBJEVZ.0 size=333668 2026-04-02T11:45:23.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.692+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=Z2XO8QFBJEVZ tag=XMJV1TANH6MO type=write size=1382244 2026-04-02T11:45:23.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.693+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~2QWG22034AVE.0 size=1048576 2026-04-02T11:45:23.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.694+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~2QWG22034AVE.1 size=368052 2026-04-02T11:45:23.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.695+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=2QWG22034AVE tag=DL2EL03U3LSS type=write size=2465204 2026-04-02T11:45:23.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.696+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=NLC2X3PHGS05 type=del size=3848265 2026-04-02T11:45:23.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.696+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~Y4AHSYMKZLCX.0 size=1048576 2026-04-02T11:45:23.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.696+0000 7f5c0c217880 1 < canceled part key=_multipart_A7V45HD10IBY.2~Y4AHSYMKZLCX.1 size=249321 2026-04-02T11:45:23.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.698+0000 7f5c0c217880 1 < canceled multipart upload key=A7V45HD10IBY upload=Y4AHSYMKZLCX tag=JJWEA0UWOZ4B type=write size=2346473 2026-04-02T11:45:23.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.699+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=IHLMVVTNDR7G type=write size=470339 2026-04-02T11:45:23.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.700+0000 7f5c0c217880 1 < canceled operation key=LK943WZ8ZUMG tag=2619ZNUQY036 type=del size=2390754 2026-04-02T11:45:23.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.701+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~UEB1AW01GSIV.0 size=1048576 2026-04-02T11:45:23.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.702+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~UEB1AW01GSIV.1 size=853134 2026-04-02T11:45:23.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.702+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=UEB1AW01GSIV tag=3XFFSIXBMLK8 type=write size=2950286 2026-04-02T11:45:23.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.702+0000 7f5c0c217880 1 < canceled part key=_multipart_LWVLFKB2UJNA.2~80KSFD13CARV.0 size=1048576 2026-04-02T11:45:23.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.703+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~80KSFD13CARV.1 size=559029 2026-04-02T11:45:23.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.705+0000 7f5c0c217880 1 < canceled multipart upload key=LWVLFKB2UJNA upload=80KSFD13CARV tag=JLR5J1KJLB09 type=write size=2656181 2026-04-02T11:45:23.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.707+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~C47QVZNSJE69.0 size=1048576 2026-04-02T11:45:23.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.707+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~C47QVZNSJE69.1 size=173253 2026-04-02T11:45:23.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.707+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=C47QVZNSJE69 tag=FLUC1X5H91QD type=write size=2270405 2026-04-02T11:45:23.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.708+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~YUSENAH6PH10.0 size=1048576 2026-04-02T11:45:23.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.708+0000 7f5c0c217880 1 < canceled part key=_multipart_I5G244DII0CX.2~YUSENAH6PH10.1 size=1048576 2026-04-02T11:45:23.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.708+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~YUSENAH6PH10.2 size=37335 2026-04-02T11:45:23.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.710+0000 7f5c0c217880 1 < canceled multipart upload key=I5G244DII0CX upload=YUSENAH6PH10 tag=VIVFBD2I96P5 type=write size=3183063 2026-04-02T11:45:23.712 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.711+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~BRG17U5BM9OA.0 size=378532 2026-04-02T11:45:23.712 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.711+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=BRG17U5BM9OA tag=4EW5ZOS3OL40 type=write size=1427108 2026-04-02T11:45:23.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.712+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=JYE95KMKOCOR type=del 2026-04-02T11:45:23.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.713+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~ZX3HV24SGT3B.0 size=1048576 2026-04-02T11:45:23.715 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.714+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~ZX3HV24SGT3B.1 size=1048576 2026-04-02T11:45:23.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.714+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~ZX3HV24SGT3B.2 size=917916 2026-04-02T11:45:23.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.714+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=ZX3HV24SGT3B tag=VGPABKRO1L3U type=write size=4063644 2026-04-02T11:45:23.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.715+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~SOACEC02910F.0 size=1048576 2026-04-02T11:45:23.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.716+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~SOACEC02910F.1 size=1048576 2026-04-02T11:45:23.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.716+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~SOACEC02910F.2 size=1007163 2026-04-02T11:45:23.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.717+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=SOACEC02910F tag=D63779RWHW48 type=write size=4152891 2026-04-02T11:45:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.718+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=26IN3M339PJ1 type=del size=1148706 2026-04-02T11:45:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.719+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~QRF2WZF5HIFW.0 size=1048576 2026-04-02T11:45:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.720+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~QRF2WZF5HIFW.1 size=682225 2026-04-02T11:45:23.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.721+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=QRF2WZF5HIFW tag=H6DO5X5Z31NP type=write size=2779377 2026-04-02T11:45:23.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.722+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=FU1A11PGBIAE type=del size=3167419 2026-04-02T11:45:23.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.722+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=64NNDHTFITYB type=del 2026-04-02T11:45:23.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.723+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=Y5LTL5IDSHC2 type=del size=588978 2026-04-02T11:45:23.725 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.724+0000 7f5c0c217880 1 < completed write operation key=16KLPONRQQAX tag=KPP8KZS2BPNP type=write size=26523 2026-04-02T11:45:23.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.725+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~06OE6FKNYO1G.0 size=1048576 2026-04-02T11:45:23.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.726+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~06OE6FKNYO1G.1 size=1035980 2026-04-02T11:45:23.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.726+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=06OE6FKNYO1G tag=33YYR3WNGFUZ type=write size=3133132 2026-04-02T11:45:23.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.727+0000 7f5c0c217880 1 < suggested remove operation key=80JM980KZYGT tag=ZDNKR3UOZE3D type=del 2026-04-02T11:45:23.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.728+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=HHBWFT03V9HY type=del size=1040602 2026-04-02T11:45:23.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.729+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=FN05SB5FQXBF type=del 2026-04-02T11:45:23.731 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.730+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=UYMQ21E8JGAO type=del size=4055736 2026-04-02T11:45:23.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.732+0000 7f5c0c217880 1 < canceled operation key=RXDFK5T07T03 tag=890XOD2DX0GD type=del size=2904934 2026-04-02T11:45:23.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.733+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=ACZ3K65B9NSZ type=del size=1130163 2026-04-02T11:45:23.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.734+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=DS3X41NKBMO2 type=write size=875255 2026-04-02T11:45:23.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.735+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~Z7E0C9LXRXAF.0 size=1048576 2026-04-02T11:45:23.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.736+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~Z7E0C9LXRXAF.1 size=1025383 2026-04-02T11:45:23.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.736+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=Z7E0C9LXRXAF tag=LRMGE8MTXG29 type=write size=3122535 2026-04-02T11:45:23.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.737+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=UIWGDE4A890F type=del 2026-04-02T11:45:23.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.738+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=48ALT4LGGY61 type=del size=3165768 2026-04-02T11:45:23.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.738+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~Z2XO8QFBJEVZ.0 size=333668 2026-04-02T11:45:23.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.740+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=Z2XO8QFBJEVZ tag=XMJV1TANH6MO type=write size=1382244 2026-04-02T11:45:23.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.741+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~HJ76LYNN285K.0 size=1048576 2026-04-02T11:45:23.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.742+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~HJ76LYNN285K.1 size=597611 2026-04-02T11:45:23.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.742+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=HJ76LYNN285K tag=G58S9A2YAR3I type=write size=2694763 2026-04-02T11:45:23.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.743+0000 7f5c0c217880 1 < canceled operation key=TV1SXLAYZV94 tag=NLC2X3PHGS05 type=del size=3848265 2026-04-02T11:45:23.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.743+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=DU0SAA2J68JG type=del size=3498942 2026-04-02T11:45:23.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.745+0000 7f5c0c217880 1 < suggested remove operation key=KZ97ZMXJJOJS tag=IHLMVVTNDR7G type=write 2026-04-02T11:45:23.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.746+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=DT64IOLH7BUW type=del size=3341054 2026-04-02T11:45:23.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.747+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~UEB1AW01GSIV.0 size=1048576 2026-04-02T11:45:23.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.747+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~UEB1AW01GSIV.1 size=853134 2026-04-02T11:45:23.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.749+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=UEB1AW01GSIV tag=3XFFSIXBMLK8 type=write size=2950286 2026-04-02T11:45:23.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.750+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=PDRQZWIDSKYG type=del size=2815515 2026-04-02T11:45:23.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.750+0000 7f5c0c217880 1 < canceled part key=_multipart_TX21U43I2WZO.2~C47QVZNSJE69.0 size=1048576 2026-04-02T11:45:23.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.751+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~C47QVZNSJE69.1 size=173253 2026-04-02T11:45:23.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.752+0000 7f5c0c217880 1 < canceled multipart upload key=TX21U43I2WZO upload=C47QVZNSJE69 tag=FLUC1X5H91QD type=write size=2270405 2026-04-02T11:45:23.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.753+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=DQK2Z6BLA1UC type=del size=3584026 2026-04-02T11:45:23.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.753+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~BRG17U5BM9OA.0 size=378532 2026-04-02T11:45:23.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.755+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=BRG17U5BM9OA tag=4EW5ZOS3OL40 type=write size=1427108 2026-04-02T11:45:23.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.756+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=B1705E9N2MN3 type=write size=115006 2026-04-02T11:45:23.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.756+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~ZX3HV24SGT3B.0 size=1048576 2026-04-02T11:45:23.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.757+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~ZX3HV24SGT3B.1 size=1048576 2026-04-02T11:45:23.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.759+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~ZX3HV24SGT3B.2 size=917916 2026-04-02T11:45:23.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.760+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=ZX3HV24SGT3B tag=VGPABKRO1L3U type=write size=4063644 2026-04-02T11:45:23.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.762+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~1VDNTX29KK6I.0 size=298227 2026-04-02T11:45:23.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.762+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=1VDNTX29KK6I tag=IXWC59WAUMDN type=write size=1346803 2026-04-02T11:45:23.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.763+0000 7f5c0c217880 1 < suggested remove operation key=LK943WZ8ZUMG tag=26IN3M339PJ1 type=del 2026-04-02T11:45:23.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.764+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=QYBJMRJ4X2UZ type=del size=268866 2026-04-02T11:45:23.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.765+0000 7f5c0c217880 1 < suggested remove operation key=16KLPONRQQAX tag=FU1A11PGBIAE type=del 2026-04-02T11:45:23.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.767+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~QCEN3QYW9PCE.0 size=1048576 2026-04-02T11:45:23.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.768+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~QCEN3QYW9PCE.1 size=1048576 2026-04-02T11:45:23.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.768+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~QCEN3QYW9PCE.2 size=529220 2026-04-02T11:45:23.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.768+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=QCEN3QYW9PCE tag=S8YY2SI3P5FS type=write size=3674948 2026-04-02T11:45:23.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.770+0000 7f5c0c217880 1 < suggested update operation key=66AEW1Q173VY tag=Y5LTL5IDSHC2 type=del size=588978 2026-04-02T11:45:23.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.771+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=YUEXO3V3421P type=write size=1026977 2026-04-02T11:45:23.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.771+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~06OE6FKNYO1G.0 size=1048576 2026-04-02T11:45:23.774 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.772+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~06OE6FKNYO1G.1 size=1035980 2026-04-02T11:45:23.775 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.773+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=06OE6FKNYO1G tag=33YYR3WNGFUZ type=write size=3133132 2026-04-02T11:45:23.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.776+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~W8IVGTR6FYZE.0 size=933997 2026-04-02T11:45:23.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.776+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=W8IVGTR6FYZE tag=WMHI8HWQU96D type=write size=1982573 2026-04-02T11:45:23.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.777+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=HHBWFT03V9HY type=del 2026-04-02T11:45:23.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.778+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=TKLDDCG78DC0 type=del size=2689945 2026-04-02T11:45:23.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.778+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=UYMQ21E8JGAO type=del 2026-04-02T11:45:23.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.779+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=3FUQ7FN65JNH type=write size=431792 2026-04-02T11:45:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.780+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=ACZ3K65B9NSZ type=del 2026-04-02T11:45:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.781+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=UNDF2F0I534J type=del size=2649940 2026-04-02T11:45:23.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.782+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~Z7E0C9LXRXAF.0 size=1048576 2026-04-02T11:45:23.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.782+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~Z7E0C9LXRXAF.1 size=1025383 2026-04-02T11:45:23.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.784+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=Z7E0C9LXRXAF tag=LRMGE8MTXG29 type=write size=3122535 2026-04-02T11:45:23.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.786+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~3PXPXC23L5O6.0 size=374597 2026-04-02T11:45:23.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.786+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=3PXPXC23L5O6 tag=TYL46UYYJWU7 type=write size=1423173 2026-04-02T11:45:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.787+0000 7f5c0c217880 -1 < failed to complete operation key=KZ97ZMXJJOJS tag=48ALT4LGGY61 type=del size=3165768: (22) Invalid argument 2026-04-02T11:45:23.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.788+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=QGZILEWC3HQI type=del size=806248 2026-04-02T11:45:23.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.788+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~HJ76LYNN285K.0 size=1048576 2026-04-02T11:45:23.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.789+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~HJ76LYNN285K.1 size=597611 2026-04-02T11:45:23.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.790+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=HJ76LYNN285K tag=G58S9A2YAR3I type=write size=2694763 2026-04-02T11:45:23.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.791+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=TYZPR7EETBAB type=del size=3682305 2026-04-02T11:45:23.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.792+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=DU0SAA2J68JG type=del 2026-04-02T11:45:23.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.793+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=HMH617RT456G type=del size=1967167 2026-04-02T11:45:23.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.794+0000 7f5c0c217880 1 < suggested remove operation key=LWVLFKB2UJNA tag=DT64IOLH7BUW type=del 2026-04-02T11:45:23.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.795+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=1MBJXEWR6U10 type=write size=640388 2026-04-02T11:45:23.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.796+0000 7f5c0c217880 1 < canceled operation key=0ID62KUCSKML tag=PDRQZWIDSKYG type=del size=2815515 2026-04-02T11:45:23.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.801+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=K0R2602QSMSA type=del size=3214319 2026-04-02T11:45:23.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.802+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=DQK2Z6BLA1UC type=del 2026-04-02T11:45:23.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.803+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=PWZLPOK687YO type=del size=2933458 2026-04-02T11:45:23.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.804+0000 7f5c0c217880 1 < completed write operation key=UOANTGYGF6UA tag=B1705E9N2MN3 type=write size=115006 2026-04-02T11:45:23.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.805+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=QKUTY47VCIBC type=del size=1696249 2026-04-02T11:45:23.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.806+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~1VDNTX29KK6I.0 size=298227 2026-04-02T11:45:23.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.808+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=1VDNTX29KK6I tag=IXWC59WAUMDN type=write size=1346803 2026-04-02T11:45:23.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.809+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=I9YCXAKF6GJ1 type=del size=3309892 2026-04-02T11:45:23.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.811+0000 7f5c0c217880 1 < suggested update operation key=Q76H2FRUA1T9 tag=QYBJMRJ4X2UZ type=del size=268866 2026-04-02T11:45:23.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.811+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=5LHM3BWNQOPI type=del size=1858109 2026-04-02T11:45:23.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.812+0000 7f5c0c217880 1 < canceled part key=_multipart_A7V45HD10IBY.2~QCEN3QYW9PCE.0 size=1048576 2026-04-02T11:45:23.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.812+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~QCEN3QYW9PCE.1 size=1048576 2026-04-02T11:45:23.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.813+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~QCEN3QYW9PCE.2 size=529220 2026-04-02T11:45:23.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.815+0000 7f5c0c217880 1 < canceled multipart upload key=A7V45HD10IBY upload=QCEN3QYW9PCE tag=S8YY2SI3P5FS type=write size=3674948 2026-04-02T11:45:23.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.816+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=2CQ2H42HNZJ5 type=del size=1826953 2026-04-02T11:45:23.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.817+0000 7f5c0c217880 1 < completed write operation key=80UA8NGMVTVM tag=YUEXO3V3421P type=write size=1026977 2026-04-02T11:45:23.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.819+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~AU0WI1R9HK1D.0 size=1048576 2026-04-02T11:45:23.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.819+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~AU0WI1R9HK1D.1 size=682904 2026-04-02T11:45:23.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.819+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=AU0WI1R9HK1D tag=K5IUB9VUY3W9 type=write size=2780056 2026-04-02T11:45:23.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.820+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~W8IVGTR6FYZE.0 size=933997 2026-04-02T11:45:23.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.822+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=W8IVGTR6FYZE tag=WMHI8HWQU96D type=write size=1982573 2026-04-02T11:45:23.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.823+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=FC5TFMGEK631 type=write size=899969 2026-04-02T11:45:23.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.825+0000 7f5c0c217880 1 < suggested remove operation key=TV1SXLAYZV94 tag=TKLDDCG78DC0 type=del 2026-04-02T11:45:23.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.827+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~XZIP01DXTZ90.0 size=1048576 2026-04-02T11:45:23.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.828+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~XZIP01DXTZ90.1 size=647245 2026-04-02T11:45:23.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.828+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=XZIP01DXTZ90 tag=NZ7FXSYQSOBE type=write size=2744397 2026-04-02T11:45:23.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.829+0000 7f5c0c217880 1 < completed write operation key=5HGO669IL8H8 tag=3FUQ7FN65JNH type=write size=431792 2026-04-02T11:45:23.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.830+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=PPRY7FA51UBC type=del size=3284757 2026-04-02T11:45:23.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.831+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=UNDF2F0I534J type=del 2026-04-02T11:45:23.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.832+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=FTQAA0Q96W8B type=del size=3682835 2026-04-02T11:45:23.834 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.832+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~3PXPXC23L5O6.0 size=374597 2026-04-02T11:45:23.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.834+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=3PXPXC23L5O6 tag=TYL46UYYJWU7 type=write size=1423173 2026-04-02T11:45:23.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.835+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=UUZ5CXBBK1AK type=write size=57378 2026-04-02T11:45:23.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.836+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=QGZILEWC3HQI type=del 2026-04-02T11:45:23.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.837+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~LG90YUF4P355.0 size=479989 2026-04-02T11:45:23.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.837+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=LG90YUF4P355 tag=C0ENS3E9XOSS type=write size=1528565 2026-04-02T11:45:23.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.839+0000 7f5c0c217880 1 < suggested update operation key=6OTERZHPNBJR tag=TYZPR7EETBAB type=del size=3682305 2026-04-02T11:45:23.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.840+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=7M2HJ0ZI97Z4 type=write size=265579 2026-04-02T11:45:23.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.842+0000 7f5c0c217880 1 < suggested update operation key=BOCZEPFZF855 tag=HMH617RT456G type=del size=1967167 2026-04-02T11:45:23.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.843+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~4EFY1BU24R08.0 size=1048576 2026-04-02T11:45:23.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.844+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~4EFY1BU24R08.1 size=902007 2026-04-02T11:45:23.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.844+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=4EFY1BU24R08 tag=XT4747EA6SMV type=write size=2999159 2026-04-02T11:45:23.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.845+0000 7f5c0c217880 -1 < failed to complete operation key=TV1SXLAYZV94 tag=1MBJXEWR6U10 type=write size=640388: (22) Invalid argument 2026-04-02T11:45:23.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.846+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~5FQFWLA0TTJQ.0 size=1048576 2026-04-02T11:45:23.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.847+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~5FQFWLA0TTJQ.1 size=1048576 2026-04-02T11:45:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.848+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~5FQFWLA0TTJQ.2 size=477086 2026-04-02T11:45:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.848+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=5FQFWLA0TTJQ tag=GJG596O356MT type=write size=3622814 2026-04-02T11:45:23.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.849+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=K0R2602QSMSA type=del 2026-04-02T11:45:23.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.850+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~2JSY8CBHGHKG.0 size=1048576 2026-04-02T11:45:23.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.851+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~2JSY8CBHGHKG.1 size=894700 2026-04-02T11:45:23.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.851+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=2JSY8CBHGHKG tag=050U61X6OF1M type=write size=2991852 2026-04-02T11:45:23.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.852+0000 7f5c0c217880 1 < suggested remove operation key=KZ97ZMXJJOJS tag=PWZLPOK687YO type=del 2026-04-02T11:45:23.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.853+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=CEEB82DF3IZY type=del size=471220 2026-04-02T11:45:23.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.854+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=QKUTY47VCIBC type=del 2026-04-02T11:45:23.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.856+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=2H01BQ3O3ZN9 type=write size=657075 2026-04-02T11:45:23.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.857+0000 7f5c0c217880 -1 < failed to complete operation key=KZ97ZMXJJOJS tag=I9YCXAKF6GJ1 type=del size=3309892: (22) Invalid argument 2026-04-02T11:45:23.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.858+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=21UL0BRYATC6 type=del size=20434 2026-04-02T11:45:23.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.859+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=5LHM3BWNQOPI type=del 2026-04-02T11:45:23.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.860+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~C0G64982WPYI.0 size=1048576 2026-04-02T11:45:23.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.861+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~C0G64982WPYI.1 size=1048576 2026-04-02T11:45:23.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.862+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~C0G64982WPYI.2 size=704490 2026-04-02T11:45:23.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.862+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=C0G64982WPYI tag=BLM077CXC6VA type=write size=3850218 2026-04-02T11:45:23.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.863+0000 7f5c0c217880 1 < canceled operation key=KOFTD4ZEAMOY tag=2CQ2H42HNZJ5 type=del size=1826953 2026-04-02T11:45:23.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.864+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~TIQ20PV5M8PG.0 size=1048576 2026-04-02T11:45:23.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.865+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~TIQ20PV5M8PG.1 size=1048576 2026-04-02T11:45:23.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.866+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~TIQ20PV5M8PG.2 size=432998 2026-04-02T11:45:23.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.866+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=TIQ20PV5M8PG tag=MS791JUOUR9W type=write size=3578726 2026-04-02T11:45:23.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.867+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~AU0WI1R9HK1D.0 size=1048576 2026-04-02T11:45:23.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.868+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~AU0WI1R9HK1D.1 size=682904 2026-04-02T11:45:23.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.869+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=AU0WI1R9HK1D tag=K5IUB9VUY3W9 type=write size=2780056 2026-04-02T11:45:23.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.870+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=90O4ES5SEV12 type=del size=594996 2026-04-02T11:45:23.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.871+0000 7f5c0c217880 1 < completed write operation key=LK943WZ8ZUMG tag=FC5TFMGEK631 type=write size=899969 2026-04-02T11:45:23.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.872+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=DVF2USDT9ENY type=del size=2868554 2026-04-02T11:45:23.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.873+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~XZIP01DXTZ90.0 size=1048576 2026-04-02T11:45:23.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.873+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~XZIP01DXTZ90.1 size=647245 2026-04-02T11:45:23.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.875+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=XZIP01DXTZ90 tag=NZ7FXSYQSOBE type=write size=2744397 2026-04-02T11:45:23.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.876+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=ZWQJ46REIYUL type=del size=2925806 2026-04-02T11:45:23.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.876+0000 7f5c0c217880 1 < canceled operation key=16KLPONRQQAX tag=PPRY7FA51UBC type=del size=3284757 2026-04-02T11:45:23.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.877+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=RBSTCX5CKL6N type=write size=679050 2026-04-02T11:45:23.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.878+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=FTQAA0Q96W8B type=del 2026-04-02T11:45:23.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.879+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=N90J8YQ5PFF3 type=write size=496218 2026-04-02T11:45:23.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.880+0000 7f5c0c217880 1 < completed write operation key=A7V45HD10IBY tag=UUZ5CXBBK1AK type=write size=57378 2026-04-02T11:45:23.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.881+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=MR4GUYGHBL2C type=del size=3265683 2026-04-02T11:45:23.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.882+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~LG90YUF4P355.0 size=479989 2026-04-02T11:45:23.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.883+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=LG90YUF4P355 tag=C0ENS3E9XOSS type=write size=1528565 2026-04-02T11:45:23.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.884+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=U6YPAF7ICWBM type=write size=805251 2026-04-02T11:45:23.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.885+0000 7f5c0c217880 1 < completed write operation key=RY963UTFY8OE tag=7M2HJ0ZI97Z4 type=write size=265579 2026-04-02T11:45:23.888 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.886+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~APLQ2171PCM3.0 size=1048576 2026-04-02T11:45:23.888 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.887+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~APLQ2171PCM3.1 size=1048576 2026-04-02T11:45:23.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.888+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~APLQ2171PCM3.2 size=617147 2026-04-02T11:45:23.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.888+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=APLQ2171PCM3 tag=3J1XF7GL4P9P type=write size=3762875 2026-04-02T11:45:23.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.889+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~4EFY1BU24R08.0 size=1048576 2026-04-02T11:45:23.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.889+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~4EFY1BU24R08.1 size=902007 2026-04-02T11:45:23.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.891+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=4EFY1BU24R08 tag=XT4747EA6SMV type=write size=2999159 2026-04-02T11:45:23.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.892+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~OK1AWZAOZYKD.0 size=1048576 2026-04-02T11:45:23.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.893+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~OK1AWZAOZYKD.1 size=1045076 2026-04-02T11:45:23.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.893+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=OK1AWZAOZYKD tag=KGFV9K8M1H2V type=write size=3142228 2026-04-02T11:45:23.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.895+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~5FQFWLA0TTJQ.0 size=1048576 2026-04-02T11:45:23.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.895+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~5FQFWLA0TTJQ.1 size=1048576 2026-04-02T11:45:23.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.896+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~5FQFWLA0TTJQ.2 size=477086 2026-04-02T11:45:23.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.898+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=5FQFWLA0TTJQ tag=GJG596O356MT type=write size=3622814 2026-04-02T11:45:23.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.898+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=AAJ0Z1WRQVMR type=del size=30438 2026-04-02T11:45:23.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.899+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~2JSY8CBHGHKG.0 size=1048576 2026-04-02T11:45:23.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.899+0000 7f5c0c217880 1 < canceled part key=_multipart_TX21U43I2WZO.2~2JSY8CBHGHKG.1 size=894700 2026-04-02T11:45:23.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.901+0000 7f5c0c217880 1 < canceled multipart upload key=TX21U43I2WZO upload=2JSY8CBHGHKG tag=050U61X6OF1M type=write size=2991852 2026-04-02T11:45:23.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.902+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~S41B5TAEZTWC.0 size=890282 2026-04-02T11:45:23.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.902+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=S41B5TAEZTWC tag=UJ2H0C99BJ7P type=write size=1938858 2026-04-02T11:45:23.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.903+0000 7f5c0c217880 1 < canceled operation key=16KLPONRQQAX tag=CEEB82DF3IZY type=del size=471220 2026-04-02T11:45:23.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.905+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~12ETJIB4X4UF.0 size=1048576 2026-04-02T11:45:23.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.905+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~12ETJIB4X4UF.1 size=109381 2026-04-02T11:45:23.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.905+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=12ETJIB4X4UF tag=FHMEYQ0GFB0S type=write size=2206533 2026-04-02T11:45:23.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.906+0000 7f5c0c217880 1 < completed write operation key=16KLPONRQQAX tag=2H01BQ3O3ZN9 type=write size=657075 2026-04-02T11:45:23.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.908+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~S3APFMK6PSI4.0 size=1048576 2026-04-02T11:45:23.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.909+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~S3APFMK6PSI4.1 size=1048576 2026-04-02T11:45:23.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.909+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~S3APFMK6PSI4.2 size=761324 2026-04-02T11:45:23.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.909+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=S3APFMK6PSI4 tag=V3U37M8AS94O type=write size=3907052 2026-04-02T11:45:23.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.910+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=21UL0BRYATC6 type=del 2026-04-02T11:45:23.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.911+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=BLU1TE1WCU1X type=del size=1665824 2026-04-02T11:45:23.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.911+0000 7f5c0c217880 1 < canceled part key=_multipart_80UA8NGMVTVM.2~C0G64982WPYI.0 size=1048576 2026-04-02T11:45:23.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.912+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~C0G64982WPYI.1 size=1048576 2026-04-02T11:45:23.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.913+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~C0G64982WPYI.2 size=704490 2026-04-02T11:45:23.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.914+0000 7f5c0c217880 1 < canceled multipart upload key=80UA8NGMVTVM upload=C0G64982WPYI tag=BLM077CXC6VA type=write size=3850218 2026-04-02T11:45:23.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.915+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=LKOIL12P9S2K type=del size=1200180 2026-04-02T11:45:23.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.916+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~TIQ20PV5M8PG.0 size=1048576 2026-04-02T11:45:23.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.917+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~TIQ20PV5M8PG.1 size=1048576 2026-04-02T11:45:23.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.918+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~TIQ20PV5M8PG.2 size=432998 2026-04-02T11:45:23.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.919+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=TIQ20PV5M8PG tag=MS791JUOUR9W type=write size=3578726 2026-04-02T11:45:23.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.921+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~8IKKWIYEP7BO.0 size=1048576 2026-04-02T11:45:23.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.922+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~8IKKWIYEP7BO.1 size=1048576 2026-04-02T11:45:23.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.923+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~8IKKWIYEP7BO.2 size=202284 2026-04-02T11:45:23.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.923+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=8IKKWIYEP7BO tag=4Q1RPFD32LXY type=write size=3348012 2026-04-02T11:45:23.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.924+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=90O4ES5SEV12 type=del 2026-04-02T11:45:23.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.925+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=3RZUZ76SHQ4P type=del size=2379587 2026-04-02T11:45:23.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.926+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=DVF2USDT9ENY type=del 2026-04-02T11:45:23.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.928+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~NGCS4ONDZP0H.0 size=1048576 2026-04-02T11:45:23.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.928+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~NGCS4ONDZP0H.1 size=749581 2026-04-02T11:45:23.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.928+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=NGCS4ONDZP0H tag=5BHGHK2BZQ1K type=write size=2846733 2026-04-02T11:45:23.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.929+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=ZWQJ46REIYUL type=del 2026-04-02T11:45:23.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.931+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=O8FW3TIBIHJR type=del size=2265117 2026-04-02T11:45:23.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.932+0000 7f5c0c217880 1 < completed write operation key=3NDJG05GFEU3 tag=RBSTCX5CKL6N type=write size=679050 2026-04-02T11:45:23.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.933+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=2LDE228WWLMO type=del size=706779 2026-04-02T11:45:23.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.934+0000 7f5c0c217880 1 < completed write operation key=EA5JHZQJK139 tag=N90J8YQ5PFF3 type=write size=496218 2026-04-02T11:45:23.936 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.935+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=04MXGOMRFYAH type=write size=808189 2026-04-02T11:45:23.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.937+0000 7f5c0c217880 1 < suggested update operation key=BOCZEPFZF855 tag=MR4GUYGHBL2C type=del size=3265683 2026-04-02T11:45:23.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.938+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=UR9A33I72T34 type=del size=1112615 2026-04-02T11:45:23.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.939+0000 7f5c0c217880 1 < completed write operation key=0E1A1BB207I3 tag=U6YPAF7ICWBM type=write size=805251 2026-04-02T11:45:23.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.939+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=DS43PMJ5I2JZ type=del size=1080982 2026-04-02T11:45:23.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.940+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~APLQ2171PCM3.0 size=1048576 2026-04-02T11:45:23.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.941+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~APLQ2171PCM3.1 size=1048576 2026-04-02T11:45:23.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.942+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~APLQ2171PCM3.2 size=617147 2026-04-02T11:45:23.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.944+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=APLQ2171PCM3 tag=3J1XF7GL4P9P type=write size=3762875 2026-04-02T11:45:23.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.945+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~3O5MRJ7X33MK.0 size=664405 2026-04-02T11:45:23.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.945+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=3O5MRJ7X33MK tag=I578YN90QYZV type=write size=1712981 2026-04-02T11:45:23.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.946+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~OK1AWZAOZYKD.0 size=1048576 2026-04-02T11:45:23.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.947+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~OK1AWZAOZYKD.1 size=1045076 2026-04-02T11:45:23.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.948+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=OK1AWZAOZYKD tag=KGFV9K8M1H2V type=write size=3142228 2026-04-02T11:45:23.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.950+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~YXF3XKTJQWLQ.0 size=1048576 2026-04-02T11:45:23.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.951+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~YXF3XKTJQWLQ.1 size=1048576 2026-04-02T11:45:23.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.952+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~YXF3XKTJQWLQ.2 size=883533 2026-04-02T11:45:23.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.952+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=YXF3XKTJQWLQ tag=5TYADAIC4KA2 type=write size=4029261 2026-04-02T11:45:23.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.953+0000 7f5c0c217880 1 < suggested update operation key=TX21U43I2WZO tag=AAJ0Z1WRQVMR type=del size=30438 2026-04-02T11:45:23.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.954+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=P1XO2L99LBJD type=write size=521663 2026-04-02T11:45:23.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.955+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~S41B5TAEZTWC.0 size=890282 2026-04-02T11:45:23.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.957+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=S41B5TAEZTWC tag=UJ2H0C99BJ7P type=write size=1938858 2026-04-02T11:45:23.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.958+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=CJ4Q3RB0O01V type=del size=1749914 2026-04-02T11:45:23.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.958+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~12ETJIB4X4UF.0 size=1048576 2026-04-02T11:45:23.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.958+0000 7f5c0c217880 1 < canceled part key=_multipart_80UA8NGMVTVM.2~12ETJIB4X4UF.1 size=109381 2026-04-02T11:45:23.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.961+0000 7f5c0c217880 1 < canceled multipart upload key=80UA8NGMVTVM upload=12ETJIB4X4UF tag=FHMEYQ0GFB0S type=write size=2206533 2026-04-02T11:45:23.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.962+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=P5JBF0S7H3VP type=write size=1040266 2026-04-02T11:45:23.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.963+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~S3APFMK6PSI4.0 size=1048576 2026-04-02T11:45:23.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.963+0000 7f5c0c217880 1 < canceled part key=_multipart_80UA8NGMVTVM.2~S3APFMK6PSI4.1 size=1048576 2026-04-02T11:45:23.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.963+0000 7f5c0c217880 1 < canceled part key=_multipart_80UA8NGMVTVM.2~S3APFMK6PSI4.2 size=761324 2026-04-02T11:45:23.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.964+0000 7f5c0c217880 1 < canceled multipart upload key=80UA8NGMVTVM upload=S3APFMK6PSI4 tag=V3U37M8AS94O type=write size=3907052 2026-04-02T11:45:23.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.965+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=6WGHVHQK4R44 type=del size=3456994 2026-04-02T11:45:23.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.966+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=BLU1TE1WCU1X type=del 2026-04-02T11:45:23.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.968+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~BUQMNSKRA50J.0 size=425743 2026-04-02T11:45:23.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.968+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=BUQMNSKRA50J tag=IEED3B2IIXV0 type=write size=1474319 2026-04-02T11:45:23.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.970+0000 7f5c0c217880 1 < suggested remove operation key=0ID62KUCSKML tag=LKOIL12P9S2K type=del 2026-04-02T11:45:23.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.972+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~UJQ8CPQ1AHVL.0 size=1048576 2026-04-02T11:45:23.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.972+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~UJQ8CPQ1AHVL.1 size=217329 2026-04-02T11:45:23.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.972+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=UJQ8CPQ1AHVL tag=O4Q93MJOMK6Z type=write size=2314481 2026-04-02T11:45:23.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.973+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~8IKKWIYEP7BO.0 size=1048576 2026-04-02T11:45:23.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.974+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~8IKKWIYEP7BO.1 size=1048576 2026-04-02T11:45:23.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.975+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~8IKKWIYEP7BO.2 size=202284 2026-04-02T11:45:23.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.976+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=8IKKWIYEP7BO tag=4Q1RPFD32LXY type=write size=3348012 2026-04-02T11:45:23.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.978+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=0YAXDY8O1Z5B type=del size=1732234 2026-04-02T11:45:23.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.978+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=3RZUZ76SHQ4P type=del 2026-04-02T11:45:23.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.980+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~VVAT13H9P9XT.0 size=1048576 2026-04-02T11:45:23.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.981+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~VVAT13H9P9XT.1 size=275314 2026-04-02T11:45:23.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.981+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=VVAT13H9P9XT tag=APCC1X2SS607 type=write size=2372466 2026-04-02T11:45:23.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.982+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~NGCS4ONDZP0H.0 size=1048576 2026-04-02T11:45:23.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.983+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~NGCS4ONDZP0H.1 size=749581 2026-04-02T11:45:23.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.984+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=NGCS4ONDZP0H tag=5BHGHK2BZQ1K type=write size=2846733 2026-04-02T11:45:23.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.986+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~J8CVJ3LTR24X.0 size=1048576 2026-04-02T11:45:23.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.986+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~J8CVJ3LTR24X.1 size=1048576 2026-04-02T11:45:23.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.987+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~J8CVJ3LTR24X.2 size=71548 2026-04-02T11:45:23.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.987+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=J8CVJ3LTR24X tag=PV395FBXYZYR type=write size=3217276 2026-04-02T11:45:23.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.988+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=O8FW3TIBIHJR type=del 2026-04-02T11:45:23.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.989+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=PGU5MUKPB4BD type=del size=1241676 2026-04-02T11:45:23.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.990+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=2LDE228WWLMO type=del 2026-04-02T11:45:23.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.992+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~T40HAXND9PGY.0 size=1048576 2026-04-02T11:45:23.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.993+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~T40HAXND9PGY.1 size=1048576 2026-04-02T11:45:23.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.993+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~T40HAXND9PGY.2 size=710611 2026-04-02T11:45:23.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.993+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=T40HAXND9PGY tag=0ILF349HM122 type=write size=3856339 2026-04-02T11:45:23.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.994+0000 7f5c0c217880 1 < completed write operation key=HG9SH1DT0VFR tag=04MXGOMRFYAH type=write size=808189 2026-04-02T11:45:23.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.996+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~NK702EBFEDCX.0 size=1048576 2026-04-02T11:45:23.998 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.997+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~NK702EBFEDCX.1 size=1048576 2026-04-02T11:45:23.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.997+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~NK702EBFEDCX.2 size=255344 2026-04-02T11:45:23.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.997+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=NK702EBFEDCX tag=217P4IJH7T3G type=write size=3401072 2026-04-02T11:45:24.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:23.998+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=UR9A33I72T34 type=del 2026-04-02T11:45:24.001 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.000+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~L8D8C1YRBO7F.0 size=27564 2026-04-02T11:45:24.001 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.000+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=L8D8C1YRBO7F tag=XMVZRGWK8R0E type=write size=1076140 2026-04-02T11:45:24.002 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.001+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=DS43PMJ5I2JZ type=del 2026-04-02T11:45:24.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.002+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~X3GWO83FICDA.0 size=1048576 2026-04-02T11:45:24.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.003+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~X3GWO83FICDA.1 size=1048576 2026-04-02T11:45:24.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.004+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~X3GWO83FICDA.2 size=10467 2026-04-02T11:45:24.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.004+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=X3GWO83FICDA tag=M5MCL7E43MBL type=write size=3156195 2026-04-02T11:45:24.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.005+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~3O5MRJ7X33MK.0 size=664405 2026-04-02T11:45:24.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.006+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=3O5MRJ7X33MK tag=I578YN90QYZV type=write size=1712981 2026-04-02T11:45:24.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.007+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=078SNIU76GM9 type=del size=2401064 2026-04-02T11:45:24.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.008+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~YXF3XKTJQWLQ.0 size=1048576 2026-04-02T11:45:24.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.008+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~YXF3XKTJQWLQ.1 size=1048576 2026-04-02T11:45:24.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.009+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~YXF3XKTJQWLQ.2 size=883533 2026-04-02T11:45:24.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.011+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=YXF3XKTJQWLQ tag=5TYADAIC4KA2 type=write size=4029261 2026-04-02T11:45:24.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.012+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=JLE724PS025C type=del size=4182393 2026-04-02T11:45:24.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.012+0000 7f5c0c217880 1 < completed write operation key=LWVLFKB2UJNA tag=P1XO2L99LBJD type=write size=521663 2026-04-02T11:45:24.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.013+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=DHQP7D2XTXBS type=write size=1044166 2026-04-02T11:45:24.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.014+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=CJ4Q3RB0O01V type=del 2026-04-02T11:45:24.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.015+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=KU53OFMQAY2R type=del size=2048418 2026-04-02T11:45:24.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.017+0000 7f5c0c217880 1 < suggested update operation key=0E1A1BB207I3 tag=P5JBF0S7H3VP type=write size=1040266 2026-04-02T11:45:24.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.018+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~I7GSO9HU7LYE.0 size=899327 2026-04-02T11:45:24.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.018+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=I7GSO9HU7LYE tag=Q2ZPC6R28Y5I type=write size=1947903 2026-04-02T11:45:24.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.020+0000 7f5c0c217880 1 < suggested update operation key=TX21U43I2WZO tag=6WGHVHQK4R44 type=del size=3456994 2026-04-02T11:45:24.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.021+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=ME3H8JOP5GBT type=del size=3978406 2026-04-02T11:45:24.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.022+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~BUQMNSKRA50J.0 size=425743 2026-04-02T11:45:24.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.023+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=BUQMNSKRA50J tag=IEED3B2IIXV0 type=write size=1474319 2026-04-02T11:45:24.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.025+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=M1LL1CTQ01WM type=del size=1593579 2026-04-02T11:45:24.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.026+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~UJQ8CPQ1AHVL.0 size=1048576 2026-04-02T11:45:24.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.026+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~UJQ8CPQ1AHVL.1 size=217329 2026-04-02T11:45:24.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.028+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=UJQ8CPQ1AHVL tag=O4Q93MJOMK6Z type=write size=2314481 2026-04-02T11:45:24.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.029+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=LL024J344584 type=del size=1467906 2026-04-02T11:45:24.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.029+0000 7f5c0c217880 -1 < failed to complete operation key=0E1A1BB207I3 tag=0YAXDY8O1Z5B type=del size=1732234: (22) Invalid argument 2026-04-02T11:45:24.032 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.030+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=RFPBWCPUCGQJ type=del size=1867490 2026-04-02T11:45:24.032 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.031+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~VVAT13H9P9XT.0 size=1048576 2026-04-02T11:45:24.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.032+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~VVAT13H9P9XT.1 size=275314 2026-04-02T11:45:24.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.034+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=VVAT13H9P9XT tag=APCC1X2SS607 type=write size=2372466 2026-04-02T11:45:24.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.035+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=T1MQYREX21LC type=del size=2367579 2026-04-02T11:45:24.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.035+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~J8CVJ3LTR24X.0 size=1048576 2026-04-02T11:45:24.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.036+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~J8CVJ3LTR24X.1 size=1048576 2026-04-02T11:45:24.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.037+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~J8CVJ3LTR24X.2 size=71548 2026-04-02T11:45:24.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.038+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=J8CVJ3LTR24X tag=PV395FBXYZYR type=write size=3217276 2026-04-02T11:45:24.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.039+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=9ODRNS22N0RT type=del size=2194886 2026-04-02T11:45:24.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.039+0000 7f5c0c217880 -1 < failed to complete operation key=TX21U43I2WZO tag=PGU5MUKPB4BD type=del size=1241676: (22) Invalid argument 2026-04-02T11:45:24.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.041+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~1K5WC75L3WYK.0 size=1048576 2026-04-02T11:45:24.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.041+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~1K5WC75L3WYK.1 size=1048576 2026-04-02T11:45:24.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.042+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~1K5WC75L3WYK.2 size=335143 2026-04-02T11:45:24.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.042+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=1K5WC75L3WYK tag=YHWJG0MNP5UG type=write size=3480871 2026-04-02T11:45:24.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.043+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~T40HAXND9PGY.0 size=1048576 2026-04-02T11:45:24.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.044+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~T40HAXND9PGY.1 size=1048576 2026-04-02T11:45:24.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.044+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~T40HAXND9PGY.2 size=710611 2026-04-02T11:45:24.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.046+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=T40HAXND9PGY tag=0ILF349HM122 type=write size=3856339 2026-04-02T11:45:24.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.047+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=O43BR4JSA3OM type=write size=455858 2026-04-02T11:45:24.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.047+0000 7f5c0c217880 1 < canceled part key=_multipart_Q76H2FRUA1T9.2~NK702EBFEDCX.0 size=1048576 2026-04-02T11:45:24.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.048+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~NK702EBFEDCX.1 size=1048576 2026-04-02T11:45:24.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.048+0000 7f5c0c217880 1 < canceled part key=_multipart_Q76H2FRUA1T9.2~NK702EBFEDCX.2 size=255344 2026-04-02T11:45:24.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.049+0000 7f5c0c217880 1 < canceled multipart upload key=Q76H2FRUA1T9 upload=NK702EBFEDCX tag=217P4IJH7T3G type=write size=3401072 2026-04-02T11:45:24.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.050+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=7QU7229ZU1MT type=del size=751169 2026-04-02T11:45:24.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.051+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~L8D8C1YRBO7F.0 size=27564 2026-04-02T11:45:24.053 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.052+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=L8D8C1YRBO7F tag=XMVZRGWK8R0E type=write size=1076140 2026-04-02T11:45:24.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.053+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=C25HQK1P5JU9 type=write size=540149 2026-04-02T11:45:24.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.053+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~X3GWO83FICDA.0 size=1048576 2026-04-02T11:45:24.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.054+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~X3GWO83FICDA.1 size=1048576 2026-04-02T11:45:24.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.056+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~X3GWO83FICDA.2 size=10467 2026-04-02T11:45:24.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.057+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=X3GWO83FICDA tag=M5MCL7E43MBL type=write size=3156195 2026-04-02T11:45:24.059 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.058+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=2C7CWJGLQ8D7 type=del size=821479 2026-04-02T11:45:24.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.058+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=078SNIU76GM9 type=del 2026-04-02T11:45:24.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.059+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=99N6Z6QV3C1E type=del size=1966653 2026-04-02T11:45:24.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.061+0000 7f5c0c217880 1 < suggested update operation key=RXDFK5T07T03 tag=JLE724PS025C type=del size=4182393 2026-04-02T11:45:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.062+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~XN267HP8IXLN.0 size=11534 2026-04-02T11:45:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.062+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=XN267HP8IXLN tag=798LBB1N4W4D type=write size=1060110 2026-04-02T11:45:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.063+0000 7f5c0c217880 -1 < failed to complete operation key=RXDFK5T07T03 tag=DHQP7D2XTXBS type=write size=1044166: (22) Invalid argument 2026-04-02T11:45:24.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.064+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=QVZYDGZLJ5WN type=del size=599363 2026-04-02T11:45:24.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.065+0000 7f5c0c217880 1 < canceled operation key=EA5JHZQJK139 tag=KU53OFMQAY2R type=del size=2048418 2026-04-02T11:45:24.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.066+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~QGB5ATU252Y1.0 size=980599 2026-04-02T11:45:24.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.066+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=QGB5ATU252Y1 tag=AD8IER09D42G type=write size=2029175 2026-04-02T11:45:24.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.067+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~I7GSO9HU7LYE.0 size=899327 2026-04-02T11:45:24.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.069+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=I7GSO9HU7LYE tag=Q2ZPC6R28Y5I type=write size=1947903 2026-04-02T11:45:24.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.069+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=4HWUHSKOCW34 type=del size=4176804 2026-04-02T11:45:24.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.071+0000 7f5c0c217880 1 < suggested update operation key=QAI58E61O0A8 tag=ME3H8JOP5GBT type=del size=3978406 2026-04-02T11:45:24.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.072+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=ZIFGWN2Y53D0 type=del size=2964944 2026-04-02T11:45:24.074 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.073+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=M1LL1CTQ01WM type=del 2026-04-02T11:45:24.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.074+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~UD1T4RDZBM6J.0 size=1048576 2026-04-02T11:45:24.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.075+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~UD1T4RDZBM6J.1 size=1048576 2026-04-02T11:45:24.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.075+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~UD1T4RDZBM6J.2 size=112779 2026-04-02T11:45:24.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.076+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=UD1T4RDZBM6J tag=YZJX6LVJE25D type=write size=3258507 2026-04-02T11:45:24.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.076+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=LL024J344584 type=del 2026-04-02T11:45:24.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.078+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~2ET127J70Y13.0 size=721329 2026-04-02T11:45:24.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.078+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=2ET127J70Y13 tag=D0HT0EUAKJCA type=write size=1769905 2026-04-02T11:45:24.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.079+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=RFPBWCPUCGQJ type=del 2026-04-02T11:45:24.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.079+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=D2H2U2Q24R70 type=del size=2063220 2026-04-02T11:45:24.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.080+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=T1MQYREX21LC type=del 2026-04-02T11:45:24.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.081+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=L1T8XJC80FOW type=del size=501772 2026-04-02T11:45:24.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.082+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=9ODRNS22N0RT type=del 2026-04-02T11:45:24.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.082+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=W7MDFJOT94IU type=del size=1147483 2026-04-02T11:45:24.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.083+0000 7f5c0c217880 1 < canceled part key=_multipart_66AEW1Q173VY.2~1K5WC75L3WYK.0 size=1048576 2026-04-02T11:45:24.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.083+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~1K5WC75L3WYK.1 size=1048576 2026-04-02T11:45:24.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.084+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~1K5WC75L3WYK.2 size=335143 2026-04-02T11:45:24.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.086+0000 7f5c0c217880 1 < canceled multipart upload key=66AEW1Q173VY upload=1K5WC75L3WYK tag=YHWJG0MNP5UG type=write size=3480871 2026-04-02T11:45:24.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.088+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~9VD1Y41HL2PZ.0 size=1048576 2026-04-02T11:45:24.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.089+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~9VD1Y41HL2PZ.1 size=1048576 2026-04-02T11:45:24.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.090+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~9VD1Y41HL2PZ.2 size=711842 2026-04-02T11:45:24.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.090+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=9VD1Y41HL2PZ tag=ICLQMPVAH1VI type=write size=3857570 2026-04-02T11:45:24.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.091+0000 7f5c0c217880 1 < completed write operation key=RY963UTFY8OE tag=O43BR4JSA3OM type=write size=455858 2026-04-02T11:45:24.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.092+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=1Z0C1H3UQ1PK type=del size=4096189 2026-04-02T11:45:24.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.093+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=7QU7229ZU1MT type=del 2026-04-02T11:45:24.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.094+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=NBORVP2B751T type=write size=904712 2026-04-02T11:45:24.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.096+0000 7f5c0c217880 1 < suggested update operation key=HG9SH1DT0VFR tag=C25HQK1P5JU9 type=write size=540149 2026-04-02T11:45:24.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.098+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~W7RLMS42UX64.0 size=1048576 2026-04-02T11:45:24.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.099+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~W7RLMS42UX64.1 size=80568 2026-04-02T11:45:24.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.099+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=W7RLMS42UX64 tag=D4H9JJ3Z2QVD type=write size=2177720 2026-04-02T11:45:24.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.100+0000 7f5c0c217880 1 < suggested remove operation key=80JM980KZYGT tag=2C7CWJGLQ8D7 type=del 2026-04-02T11:45:24.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.102+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~ZPA6811PQP71.0 size=1048576 2026-04-02T11:45:24.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.102+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~ZPA6811PQP71.1 size=1048576 2026-04-02T11:45:24.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.103+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~ZPA6811PQP71.2 size=800480 2026-04-02T11:45:24.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.103+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=ZPA6811PQP71 tag=V6AX4SS5KRB8 type=write size=3946208 2026-04-02T11:45:24.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.104+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=99N6Z6QV3C1E type=del 2026-04-02T11:45:24.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.106+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~ARB0YQNYG76W.0 size=1048576 2026-04-02T11:45:24.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.106+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~ARB0YQNYG76W.1 size=647724 2026-04-02T11:45:24.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.106+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=ARB0YQNYG76W tag=Q0LSRERNOLNX type=write size=2744876 2026-04-02T11:45:24.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.107+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~XN267HP8IXLN.0 size=11534 2026-04-02T11:45:24.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.109+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=XN267HP8IXLN tag=798LBB1N4W4D type=write size=1060110 2026-04-02T11:45:24.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.109+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=GM1B1N7FQOY2 type=del size=3959977 2026-04-02T11:45:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.110+0000 7f5c0c217880 1 < canceled operation key=EA5JHZQJK139 tag=QVZYDGZLJ5WN type=del size=599363 2026-04-02T11:45:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.111+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=HLBJ49XLTJ89 type=del size=201396 2026-04-02T11:45:24.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.113+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~QGB5ATU252Y1.0 size=980599 2026-04-02T11:45:24.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.115+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=QGB5ATU252Y1 tag=AD8IER09D42G type=write size=2029175 2026-04-02T11:45:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.115+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=1XRVNPJQJ2VO type=del size=2390906 2026-04-02T11:45:24.118 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.116+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=4HWUHSKOCW34 type=del 2026-04-02T11:45:24.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.119+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~75CGDC1BTWVE.0 size=1048576 2026-04-02T11:45:24.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.120+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~75CGDC1BTWVE.1 size=30241 2026-04-02T11:45:24.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.120+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=75CGDC1BTWVE tag=I7N0M31IAOL9 type=write size=2127393 2026-04-02T11:45:24.122 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.120+0000 7f5c0c217880 1 < canceled operation key=0E1A1BB207I3 tag=ZIFGWN2Y53D0 type=del size=2964944 2026-04-02T11:45:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.121+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=HYYFTNX2R0EB type=del size=3126535 2026-04-02T11:45:24.124 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.122+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~UD1T4RDZBM6J.0 size=1048576 2026-04-02T11:45:24.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.123+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~UD1T4RDZBM6J.1 size=1048576 2026-04-02T11:45:24.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.124+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~UD1T4RDZBM6J.2 size=112779 2026-04-02T11:45:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.126+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=UD1T4RDZBM6J tag=YZJX6LVJE25D type=write size=3258507 2026-04-02T11:45:24.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.127+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~5KCRMV8AZ72E.0 size=958406 2026-04-02T11:45:24.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.127+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=5KCRMV8AZ72E tag=O1AVBH7P1RQQ type=write size=2006982 2026-04-02T11:45:24.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.128+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~2ET127J70Y13.0 size=721329 2026-04-02T11:45:24.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.130+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=2ET127J70Y13 tag=D0HT0EUAKJCA type=write size=1769905 2026-04-02T11:45:24.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.131+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=DOY707VFRKB5 type=del size=596440 2026-04-02T11:45:24.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.134+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=D2H2U2Q24R70 type=del 2026-04-02T11:45:24.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.136+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~ELCUF6Q79H0K.0 size=1048576 2026-04-02T11:45:24.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.137+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~ELCUF6Q79H0K.1 size=1048576 2026-04-02T11:45:24.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.138+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~ELCUF6Q79H0K.2 size=736770 2026-04-02T11:45:24.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.138+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=ELCUF6Q79H0K tag=K59SCE8U5KD3 type=write size=3882498 2026-04-02T11:45:24.141 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.140+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=L1T8XJC80FOW type=del size=501772 2026-04-02T11:45:24.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.141+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~HP1QKIFY5T19.0 size=891242 2026-04-02T11:45:24.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.141+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=HP1QKIFY5T19 tag=YR86HWR9GW8B type=write size=1939818 2026-04-02T11:45:24.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.142+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=W7MDFJOT94IU type=del 2026-04-02T11:45:24.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.143+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=S6EYO4ITG3TJ type=write size=324822 2026-04-02T11:45:24.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.143+0000 7f5c0c217880 1 < canceled part key=_multipart_TV1SXLAYZV94.2~9VD1Y41HL2PZ.0 size=1048576 2026-04-02T11:45:24.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.144+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~9VD1Y41HL2PZ.1 size=1048576 2026-04-02T11:45:24.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.145+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~9VD1Y41HL2PZ.2 size=711842 2026-04-02T11:45:24.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.146+0000 7f5c0c217880 1 < canceled multipart upload key=TV1SXLAYZV94 upload=9VD1Y41HL2PZ tag=ICLQMPVAH1VI type=write size=3857570 2026-04-02T11:45:24.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.148+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~0G7SE5CCXUQQ.0 size=780081 2026-04-02T11:45:24.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.148+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=0G7SE5CCXUQQ tag=M2AAGICMY6TT type=write size=1828657 2026-04-02T11:45:24.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.150+0000 7f5c0c217880 1 < suggested remove operation key=93T2V482IGI4 tag=1Z0C1H3UQ1PK type=del 2026-04-02T11:45:24.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.152+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~ITO9DISCZ1KP.0 size=1048576 2026-04-02T11:45:24.154 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.152+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~ITO9DISCZ1KP.1 size=781554 2026-04-02T11:45:24.154 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.152+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=ITO9DISCZ1KP tag=HH0OA9FKLL6U type=write size=2878706 2026-04-02T11:45:24.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.153+0000 7f5c0c217880 1 < completed write operation key=LWVLFKB2UJNA tag=NBORVP2B751T type=write size=904712 2026-04-02T11:45:24.156 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.155+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=9PE0ETOWWVR6 type=write size=716400 2026-04-02T11:45:24.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.155+0000 7f5c0c217880 1 < canceled part key=_multipart_0L9I2XPJ6ED1.2~W7RLMS42UX64.0 size=1048576 2026-04-02T11:45:24.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.156+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~W7RLMS42UX64.1 size=80568 2026-04-02T11:45:24.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.158+0000 7f5c0c217880 1 < canceled multipart upload key=0L9I2XPJ6ED1 upload=W7RLMS42UX64 tag=D4H9JJ3Z2QVD type=write size=2177720 2026-04-02T11:45:24.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.159+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=CUQ47P272LVY type=del size=1275108 2026-04-02T11:45:24.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.160+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~ZPA6811PQP71.0 size=1048576 2026-04-02T11:45:24.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.160+0000 7f5c0c217880 1 < canceled part key=_multipart_80YVB17TNIAR.2~ZPA6811PQP71.1 size=1048576 2026-04-02T11:45:24.162 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.161+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~ZPA6811PQP71.2 size=800480 2026-04-02T11:45:24.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.162+0000 7f5c0c217880 1 < canceled multipart upload key=80YVB17TNIAR upload=ZPA6811PQP71 tag=V6AX4SS5KRB8 type=write size=3946208 2026-04-02T11:45:24.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.164+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~BI9TQ0L9KEPI.0 size=231579 2026-04-02T11:45:24.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.164+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=BI9TQ0L9KEPI tag=V123KVSPZCIL type=write size=1280155 2026-04-02T11:45:24.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.165+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~ARB0YQNYG76W.0 size=1048576 2026-04-02T11:45:24.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.166+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~ARB0YQNYG76W.1 size=647724 2026-04-02T11:45:24.169 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.168+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=ARB0YQNYG76W tag=Q0LSRERNOLNX type=write size=2744876 2026-04-02T11:45:24.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.169+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=1S3W1WNS7A0L type=del size=2595255 2026-04-02T11:45:24.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.171+0000 7f5c0c217880 1 < suggested update operation key=RY963UTFY8OE tag=GM1B1N7FQOY2 type=del size=3959977 2026-04-02T11:45:24.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.172+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~2P1YHJ711V6V.0 size=863625 2026-04-02T11:45:24.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.172+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=2P1YHJ711V6V tag=7DCT3WFVTWS9 type=write size=1912201 2026-04-02T11:45:24.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.173+0000 7f5c0c217880 -1 < failed to complete operation key=93T2V482IGI4 tag=HLBJ49XLTJ89 type=del size=201396: (22) Invalid argument 2026-04-02T11:45:24.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.174+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=D5102XDQ2NR1 type=del size=2845201 2026-04-02T11:45:24.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.175+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=1XRVNPJQJ2VO type=del 2026-04-02T11:45:24.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.176+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=JT2W4WNUY7RY type=del size=1098287 2026-04-02T11:45:24.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.177+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~75CGDC1BTWVE.0 size=1048576 2026-04-02T11:45:24.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.178+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~75CGDC1BTWVE.1 size=30241 2026-04-02T11:45:24.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.180+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=75CGDC1BTWVE tag=I7N0M31IAOL9 type=write size=2127393 2026-04-02T11:45:24.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.181+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=PO22L6MNG1BT type=del size=809678 2026-04-02T11:45:24.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.182+0000 7f5c0c217880 1 < suggested update operation key=TX21U43I2WZO tag=HYYFTNX2R0EB type=del size=3126535 2026-04-02T11:45:24.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.183+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=OJDZV95RTAR7 type=del size=655018 2026-04-02T11:45:24.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.184+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~5KCRMV8AZ72E.0 size=958406 2026-04-02T11:45:24.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.187+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=5KCRMV8AZ72E tag=O1AVBH7P1RQQ type=write size=2006982 2026-04-02T11:45:24.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.188+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~0U36ML5JQK6J.0 size=1048576 2026-04-02T11:45:24.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.190+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~0U36ML5JQK6J.1 size=243697 2026-04-02T11:45:24.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.190+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=0U36ML5JQK6J tag=3PHPF6LT6LR3 type=write size=2340849 2026-04-02T11:45:24.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.191+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=DOY707VFRKB5 type=del 2026-04-02T11:45:24.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.192+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=XAC49PXNNUOI type=del size=1008317 2026-04-02T11:45:24.194 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.192+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~ELCUF6Q79H0K.0 size=1048576 2026-04-02T11:45:24.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.193+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~ELCUF6Q79H0K.1 size=1048576 2026-04-02T11:45:24.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.194+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~ELCUF6Q79H0K.2 size=736770 2026-04-02T11:45:24.197 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.196+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=ELCUF6Q79H0K tag=K59SCE8U5KD3 type=write size=3882498 2026-04-02T11:45:24.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.197+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~QIPXG6OBZV4N.0 size=1048576 2026-04-02T11:45:24.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.198+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~QIPXG6OBZV4N.1 size=1048576 2026-04-02T11:45:24.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.199+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~QIPXG6OBZV4N.2 size=248176 2026-04-02T11:45:24.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.199+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=QIPXG6OBZV4N tag=33DC0SRDTOPY type=write size=3393904 2026-04-02T11:45:24.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.200+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~HP1QKIFY5T19.0 size=891242 2026-04-02T11:45:24.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.201+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=HP1QKIFY5T19 tag=YR86HWR9GW8B type=write size=1939818 2026-04-02T11:45:24.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.203+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~PRJKULRXY629.0 size=1048576 2026-04-02T11:45:24.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.203+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~PRJKULRXY629.1 size=1048576 2026-04-02T11:45:24.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.204+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~PRJKULRXY629.2 size=631770 2026-04-02T11:45:24.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.204+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=PRJKULRXY629 tag=Z2MU3FTDRZJR type=write size=3777498 2026-04-02T11:45:24.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.206+0000 7f5c0c217880 1 < suggested remove operation key=66AEW1Q173VY tag=S6EYO4ITG3TJ type=write 2026-04-02T11:45:24.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.208+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=7MMD0GXGOIJ9 type=write size=927365 2026-04-02T11:45:24.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.209+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~0G7SE5CCXUQQ.0 size=780081 2026-04-02T11:45:24.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.210+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=0G7SE5CCXUQQ tag=M2AAGICMY6TT type=write size=1828657 2026-04-02T11:45:24.213 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.211+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=OOR4T2RB10FP type=del size=253767 2026-04-02T11:45:24.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.212+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~ITO9DISCZ1KP.0 size=1048576 2026-04-02T11:45:24.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.213+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~ITO9DISCZ1KP.1 size=781554 2026-04-02T11:45:24.216 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.214+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=ITO9DISCZ1KP tag=HH0OA9FKLL6U type=write size=2878706 2026-04-02T11:45:24.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.215+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=B67CJ8FRYR3D type=del size=3291194 2026-04-02T11:45:24.218 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.216+0000 7f5c0c217880 1 < completed write operation key=QAI58E61O0A8 tag=9PE0ETOWWVR6 type=write size=716400 2026-04-02T11:45:24.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.218+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~2RZ2TV1UI33F.0 size=483609 2026-04-02T11:45:24.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.218+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=2RZ2TV1UI33F tag=6968HZIX8AXV type=write size=1532185 2026-04-02T11:45:24.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.221+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=CUQ47P272LVY type=del 2026-04-02T11:45:24.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.222+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=G4T04FAZHB12 type=del size=1654760 2026-04-02T11:45:24.224 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.222+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~BI9TQ0L9KEPI.0 size=231579 2026-04-02T11:45:24.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.224+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=BI9TQ0L9KEPI tag=V123KVSPZCIL type=write size=1280155 2026-04-02T11:45:24.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.225+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=C23L0J1YWN18 type=write size=960325 2026-04-02T11:45:24.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.226+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=1S3W1WNS7A0L type=del 2026-04-02T11:45:24.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.227+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~MS12UKRUKUXI.0 size=399393 2026-04-02T11:45:24.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.227+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=MS12UKRUKUXI tag=8DDMTOFJS5KM type=write size=1447969 2026-04-02T11:45:24.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.228+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~2P1YHJ711V6V.0 size=863625 2026-04-02T11:45:24.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.230+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=2P1YHJ711V6V tag=7DCT3WFVTWS9 type=write size=1912201 2026-04-02T11:45:24.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.231+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=UJISW4BY6N3E type=del size=1540607 2026-04-02T11:45:24.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.232+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=D5102XDQ2NR1 type=del 2026-04-02T11:45:24.234 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.232+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=X4B70B14M6WB type=del size=3866142 2026-04-02T11:45:24.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.233+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=JT2W4WNUY7RY type=del 2026-04-02T11:45:24.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.234+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=QIMY0BL1X13I type=del size=4101502 2026-04-02T11:45:24.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.235+0000 7f5c0c217880 1 < canceled operation key=I5G244DII0CX tag=PO22L6MNG1BT type=del size=809678 2026-04-02T11:45:24.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.236+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=NXHZZPTNGP5X type=del size=2623648 2026-04-02T11:45:24.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.237+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=OJDZV95RTAR7 type=del 2026-04-02T11:45:24.239 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.238+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=2OI3LUU9L87B type=del size=3830880 2026-04-02T11:45:24.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.239+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~0U36ML5JQK6J.0 size=1048576 2026-04-02T11:45:24.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.239+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~0U36ML5JQK6J.1 size=243697 2026-04-02T11:45:24.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.241+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=0U36ML5JQK6J tag=3PHPF6LT6LR3 type=write size=2340849 2026-04-02T11:45:24.244 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.242+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~TSAXX8XZ6G8T.0 size=1048576 2026-04-02T11:45:24.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.243+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~TSAXX8XZ6G8T.1 size=1048576 2026-04-02T11:45:24.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.244+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~TSAXX8XZ6G8T.2 size=981742 2026-04-02T11:45:24.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.244+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=TSAXX8XZ6G8T tag=PHFP5VMQLUFE type=write size=4127470 2026-04-02T11:45:24.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.245+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=XAC49PXNNUOI type=del 2026-04-02T11:45:24.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.247+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~B9PQ1DFZG512.0 size=1048576 2026-04-02T11:45:24.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.247+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~B9PQ1DFZG512.1 size=215619 2026-04-02T11:45:24.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.247+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=B9PQ1DFZG512 tag=OV4PUD7K7784 type=write size=2312771 2026-04-02T11:45:24.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.248+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~QIPXG6OBZV4N.0 size=1048576 2026-04-02T11:45:24.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.249+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~QIPXG6OBZV4N.1 size=1048576 2026-04-02T11:45:24.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.250+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~QIPXG6OBZV4N.2 size=248176 2026-04-02T11:45:24.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.251+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=QIPXG6OBZV4N tag=33DC0SRDTOPY type=write size=3393904 2026-04-02T11:45:24.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.252+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=6G9GAYHOP91J type=del size=1220500 2026-04-02T11:45:24.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.253+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~PRJKULRXY629.0 size=1048576 2026-04-02T11:45:24.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.253+0000 7f5c0c217880 1 < canceled part key=_multipart_A7V45HD10IBY.2~PRJKULRXY629.1 size=1048576 2026-04-02T11:45:24.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.254+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~PRJKULRXY629.2 size=631770 2026-04-02T11:45:24.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.256+0000 7f5c0c217880 1 < canceled multipart upload key=A7V45HD10IBY upload=PRJKULRXY629 tag=Z2MU3FTDRZJR type=write size=3777498 2026-04-02T11:45:24.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.257+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=M4X0XU3H32AL type=del size=861298 2026-04-02T11:45:24.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.258+0000 7f5c0c217880 1 < completed write operation key=0L9I2XPJ6ED1 tag=7MMD0GXGOIJ9 type=write size=927365 2026-04-02T11:45:24.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.260+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~JLWCEAVUJC49.0 size=1048576 2026-04-02T11:45:24.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.261+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~JLWCEAVUJC49.1 size=72798 2026-04-02T11:45:24.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.261+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=JLWCEAVUJC49 tag=NQGS391QJH62 type=write size=2169950 2026-04-02T11:45:24.264 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.263+0000 7f5c0c217880 1 < suggested remove operation key=LWVLFKB2UJNA tag=OOR4T2RB10FP type=del 2026-04-02T11:45:24.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.265+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~D40PQ53TBEUC.0 size=1048576 2026-04-02T11:45:24.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.265+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~D40PQ53TBEUC.1 size=1048576 2026-04-02T11:45:24.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.267+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~D40PQ53TBEUC.2 size=756775 2026-04-02T11:45:24.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.267+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=D40PQ53TBEUC tag=ISZEJQTACHHV type=write size=3902503 2026-04-02T11:45:24.270 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.269+0000 7f5c0c217880 1 < suggested update operation key=60U4HF6F2992 tag=B67CJ8FRYR3D type=del size=3291194 2026-04-02T11:45:24.271 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.270+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=1V22VROR96H0 type=write size=658370 2026-04-02T11:45:24.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.271+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~2RZ2TV1UI33F.0 size=483609 2026-04-02T11:45:24.274 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.272+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=2RZ2TV1UI33F tag=6968HZIX8AXV type=write size=1532185 2026-04-02T11:45:24.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.273+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=V1EYMDTR8T03 type=del size=2301523 2026-04-02T11:45:24.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.275+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=G4T04FAZHB12 type=del 2026-04-02T11:45:24.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.278+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~QDP1UFZT76TI.0 size=1048576 2026-04-02T11:45:24.280 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.279+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~QDP1UFZT76TI.1 size=1048576 2026-04-02T11:45:24.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.279+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~QDP1UFZT76TI.2 size=659599 2026-04-02T11:45:24.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.279+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=QDP1UFZT76TI tag=SIW98N7HCRSO type=write size=3805327 2026-04-02T11:45:24.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.280+0000 7f5c0c217880 1 < completed write operation key=UOANTGYGF6UA tag=C23L0J1YWN18 type=write size=960325 2026-04-02T11:45:24.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.282+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~7SQRSMZ6LGU4.0 size=1048576 2026-04-02T11:45:24.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.283+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~7SQRSMZ6LGU4.1 size=148382 2026-04-02T11:45:24.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.283+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=7SQRSMZ6LGU4 tag=9CSKC6JLXYMQ type=write size=2245534 2026-04-02T11:45:24.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.284+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~MS12UKRUKUXI.0 size=399393 2026-04-02T11:45:24.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.286+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=MS12UKRUKUXI tag=8DDMTOFJS5KM type=write size=1447969 2026-04-02T11:45:24.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.287+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=U7FY516ZIF5F type=del size=1222454 2026-04-02T11:45:24.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.288+0000 7f5c0c217880 -1 < failed to complete operation key=60U4HF6F2992 tag=UJISW4BY6N3E type=del size=1540607: (22) Invalid argument 2026-04-02T11:45:24.291 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.289+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=3OQJE6HEDHRC type=del size=4063257 2026-04-02T11:45:24.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.290+0000 7f5c0c217880 1 < canceled operation key=I5G244DII0CX tag=X4B70B14M6WB type=del size=3866142 2026-04-02T11:45:24.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.291+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=LN4ZDSVRIDQP type=write size=1033189 2026-04-02T11:45:24.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.292+0000 7f5c0c217880 1 < canceled operation key=0L9I2XPJ6ED1 tag=QIMY0BL1X13I type=del size=4101502 2026-04-02T11:45:24.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.293+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=P6NCLT0ZWAG8 type=write size=671725 2026-04-02T11:45:24.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.294+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=NXHZZPTNGP5X type=del 2026-04-02T11:45:24.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.295+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=1PME3IACJYCQ type=write size=844277 2026-04-02T11:45:24.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.296+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=2OI3LUU9L87B type=del 2026-04-02T11:45:24.298 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.297+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=6P604RL1M83A type=del size=699621 2026-04-02T11:45:24.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.298+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~TSAXX8XZ6G8T.0 size=1048576 2026-04-02T11:45:24.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.298+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~TSAXX8XZ6G8T.1 size=1048576 2026-04-02T11:45:24.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.299+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~TSAXX8XZ6G8T.2 size=981742 2026-04-02T11:45:24.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.302+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=TSAXX8XZ6G8T tag=PHFP5VMQLUFE type=write size=4127470 2026-04-02T11:45:24.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.302+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=F965O2QIXPSF type=del size=2411137 2026-04-02T11:45:24.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.303+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~B9PQ1DFZG512.0 size=1048576 2026-04-02T11:45:24.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.304+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~B9PQ1DFZG512.1 size=215619 2026-04-02T11:45:24.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.306+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=B9PQ1DFZG512 tag=OV4PUD7K7784 type=write size=2312771 2026-04-02T11:45:24.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.306+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=GZTSWQCPRRCH type=del size=967741 2026-04-02T11:45:24.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.308+0000 7f5c0c217880 1 < suggested remove operation key=QAI58E61O0A8 tag=6G9GAYHOP91J type=del 2026-04-02T11:45:24.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.309+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=WZ7EP23YIT3H type=write size=461332 2026-04-02T11:45:24.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.310+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=M4X0XU3H32AL type=del 2026-04-02T11:45:24.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.311+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=1CKAK2ZSPS7X type=write size=614357 2026-04-02T11:45:24.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.312+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~JLWCEAVUJC49.0 size=1048576 2026-04-02T11:45:24.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.313+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~JLWCEAVUJC49.1 size=72798 2026-04-02T11:45:24.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.314+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=JLWCEAVUJC49 tag=NQGS391QJH62 type=write size=2169950 2026-04-02T11:45:24.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.315+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=DZKTK3653MRO type=del size=939049 2026-04-02T11:45:24.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.316+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~D40PQ53TBEUC.0 size=1048576 2026-04-02T11:45:24.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.317+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~D40PQ53TBEUC.1 size=1048576 2026-04-02T11:45:24.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.318+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~D40PQ53TBEUC.2 size=756775 2026-04-02T11:45:24.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.320+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=D40PQ53TBEUC tag=ISZEJQTACHHV type=write size=3902503 2026-04-02T11:45:24.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.321+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=8OG9R612OIFW type=del size=3213522 2026-04-02T11:45:24.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.322+0000 7f5c0c217880 1 < completed write operation key=80UA8NGMVTVM tag=1V22VROR96H0 type=write size=658370 2026-04-02T11:45:24.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.323+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=1JEESY1ZL397 type=del size=2981161 2026-04-02T11:45:24.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.324+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=V1EYMDTR8T03 type=del 2026-04-02T11:45:24.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.325+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=IOSR1IS2CF0K type=del size=1124141 2026-04-02T11:45:24.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.326+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~QDP1UFZT76TI.0 size=1048576 2026-04-02T11:45:24.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.327+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~QDP1UFZT76TI.1 size=1048576 2026-04-02T11:45:24.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.327+0000 7f5c0c217880 1 < canceled part key=_multipart_KZ97ZMXJJOJS.2~QDP1UFZT76TI.2 size=659599 2026-04-02T11:45:24.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.329+0000 7f5c0c217880 1 < canceled multipart upload key=KZ97ZMXJJOJS upload=QDP1UFZT76TI tag=SIW98N7HCRSO type=write size=3805327 2026-04-02T11:45:24.332 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.331+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~QFCYPN08WLVX.0 size=1048576 2026-04-02T11:45:24.333 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.332+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~QFCYPN08WLVX.1 size=1048576 2026-04-02T11:45:24.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.333+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~QFCYPN08WLVX.2 size=820547 2026-04-02T11:45:24.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.333+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=QFCYPN08WLVX tag=F83FPSWQXYOE type=write size=3966275 2026-04-02T11:45:24.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.334+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~7SQRSMZ6LGU4.0 size=1048576 2026-04-02T11:45:24.336 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.334+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~7SQRSMZ6LGU4.1 size=148382 2026-04-02T11:45:24.337 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.336+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=7SQRSMZ6LGU4 tag=9CSKC6JLXYMQ type=write size=2245534 2026-04-02T11:45:24.339 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.338+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~E26T55O6OWKC.0 size=1048576 2026-04-02T11:45:24.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.338+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~E26T55O6OWKC.1 size=1048576 2026-04-02T11:45:24.341 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.339+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~E26T55O6OWKC.2 size=728541 2026-04-02T11:45:24.341 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.339+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=E26T55O6OWKC tag=EBAUPJWKPNJL type=write size=3874269 2026-04-02T11:45:24.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.341+0000 7f5c0c217880 1 < suggested remove operation key=TX21U43I2WZO tag=U7FY516ZIF5F type=del 2026-04-02T11:45:24.343 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.342+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=TWWTQUS0I9VA type=write size=363464 2026-04-02T11:45:24.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.343+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=3OQJE6HEDHRC type=del 2026-04-02T11:45:24.346 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.345+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~AQCNAWV1EZII.0 size=286709 2026-04-02T11:45:24.346 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.345+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=AQCNAWV1EZII tag=R6TJOAMVVSZ8 type=write size=1335285 2026-04-02T11:45:24.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.347+0000 7f5c0c217880 1 < suggested update operation key=0L9I2XPJ6ED1 tag=LN4ZDSVRIDQP type=write size=1033189 2026-04-02T11:45:24.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.348+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=EQBHPPFNW34G type=del size=3561750 2026-04-02T11:45:24.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.349+0000 7f5c0c217880 1 < completed write operation key=RXDFK5T07T03 tag=P6NCLT0ZWAG8 type=write size=671725 2026-04-02T11:45:24.352 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.350+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~O2R6AFE3EIJC.0 size=1048576 2026-04-02T11:45:24.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.351+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~O2R6AFE3EIJC.1 size=831429 2026-04-02T11:45:24.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.351+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=O2R6AFE3EIJC tag=I7ISRWC7PEQR type=write size=2928581 2026-04-02T11:45:24.355 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.353+0000 7f5c0c217880 1 < suggested update operation key=A7V45HD10IBY tag=1PME3IACJYCQ type=write size=844277 2026-04-02T11:45:24.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.354+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=ITCR6156E2II type=write size=1029317 2026-04-02T11:45:24.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.355+0000 7f5c0c217880 -1 < failed to complete operation key=0L9I2XPJ6ED1 tag=6P604RL1M83A type=del size=699621: (22) Invalid argument 2026-04-02T11:45:24.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.356+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=DAGB1HEF8A5N type=write size=130938 2026-04-02T11:45:24.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.357+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=F965O2QIXPSF type=del 2026-04-02T11:45:24.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.358+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=AXXJT9WH617T type=del size=257844 2026-04-02T11:45:24.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.360+0000 7f5c0c217880 1 < suggested update operation key=X8AC72ESIA6N tag=GZTSWQCPRRCH type=del size=967741 2026-04-02T11:45:24.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.361+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=1VVF55G4PZ16 type=write size=1043503 2026-04-02T11:45:24.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.362+0000 7f5c0c217880 1 < suggested remove operation key=66AEW1Q173VY tag=WZ7EP23YIT3H type=write 2026-04-02T11:45:24.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.363+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=41VMQQCULTDZ type=del size=956878 2026-04-02T11:45:24.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.364+0000 7f5c0c217880 1 < completed write operation key=HG9SH1DT0VFR tag=1CKAK2ZSPS7X type=write size=614357 2026-04-02T11:45:24.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.366+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~O9AI8WH2S0DN.0 size=792205 2026-04-02T11:45:24.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.366+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=O9AI8WH2S0DN tag=5LXWC2H89CHL type=write size=1840781 2026-04-02T11:45:24.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.367+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=DZKTK3653MRO type=del 2026-04-02T11:45:24.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.368+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~LAZORFRITN1J.0 size=1048576 2026-04-02T11:45:24.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.369+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~LAZORFRITN1J.1 size=1048576 2026-04-02T11:45:24.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.369+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~LAZORFRITN1J.2 size=447021 2026-04-02T11:45:24.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.369+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=LAZORFRITN1J tag=FGVMW7XRF036 type=write size=3592749 2026-04-02T11:45:24.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.370+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=8OG9R612OIFW type=del 2026-04-02T11:45:24.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.371+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=29UTCSGAIRAH type=del size=183385 2026-04-02T11:45:24.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.372+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=1JEESY1ZL397 type=del 2026-04-02T11:45:24.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.373+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=KBMHQNO9I8VW type=del size=1877305 2026-04-02T11:45:24.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.374+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=IOSR1IS2CF0K type=del 2026-04-02T11:45:24.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.376+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~F978894T6EES.0 size=1048576 2026-04-02T11:45:24.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.377+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~F978894T6EES.1 size=1048576 2026-04-02T11:45:24.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.377+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~F978894T6EES.2 size=894318 2026-04-02T11:45:24.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.377+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=F978894T6EES tag=JMPOLJL9VH0U type=write size=4040046 2026-04-02T11:45:24.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.378+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~QFCYPN08WLVX.0 size=1048576 2026-04-02T11:45:24.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.378+0000 7f5c0c217880 1 < canceled part key=_multipart_TV1SXLAYZV94.2~QFCYPN08WLVX.1 size=1048576 2026-04-02T11:45:24.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.379+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~QFCYPN08WLVX.2 size=820547 2026-04-02T11:45:24.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.380+0000 7f5c0c217880 1 < canceled multipart upload key=TV1SXLAYZV94 upload=QFCYPN08WLVX tag=F83FPSWQXYOE type=write size=3966275 2026-04-02T11:45:24.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.382+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~7BLE5PGMCEIC.0 size=1048576 2026-04-02T11:45:24.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.383+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~7BLE5PGMCEIC.1 size=1048576 2026-04-02T11:45:24.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.383+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~7BLE5PGMCEIC.2 size=354108 2026-04-02T11:45:24.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.383+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=7BLE5PGMCEIC tag=KHXJTK6Q0SBP type=write size=3499836 2026-04-02T11:45:24.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.384+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~E26T55O6OWKC.0 size=1048576 2026-04-02T11:45:24.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.385+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~E26T55O6OWKC.1 size=1048576 2026-04-02T11:45:24.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.386+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~E26T55O6OWKC.2 size=728541 2026-04-02T11:45:24.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.388+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=E26T55O6OWKC tag=EBAUPJWKPNJL type=write size=3874269 2026-04-02T11:45:24.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.391+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~BGP89BZNH0WT.0 size=196203 2026-04-02T11:45:24.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.391+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=BGP89BZNH0WT tag=ZKNQYBS7GX73 type=write size=1244779 2026-04-02T11:45:24.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.393+0000 7f5c0c217880 1 < suggested remove operation key=TV1SXLAYZV94 tag=TWWTQUS0I9VA type=write 2026-04-02T11:45:24.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.395+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~0TOBQRQGA2C0.0 size=989812 2026-04-02T11:45:24.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.395+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=0TOBQRQGA2C0 tag=4X1UX8IZ363G type=write size=2038388 2026-04-02T11:45:24.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.397+0000 7f5c0c217880 1 < canceled part key=_multipart_X8AC72ESIA6N.2~AQCNAWV1EZII.0 size=286709 2026-04-02T11:45:24.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.398+0000 7f5c0c217880 1 < canceled multipart upload key=X8AC72ESIA6N upload=AQCNAWV1EZII tag=R6TJOAMVVSZ8 type=write size=1335285 2026-04-02T11:45:24.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.399+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=1O5UVJ6B3DH6 type=del size=2690051 2026-04-02T11:45:24.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.401+0000 7f5c0c217880 1 < suggested remove operation key=A7V45HD10IBY tag=EQBHPPFNW34G type=del 2026-04-02T11:45:24.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.401+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=VEEDBBA063FE type=del size=248828 2026-04-02T11:45:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.402+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~O2R6AFE3EIJC.0 size=1048576 2026-04-02T11:45:24.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.403+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~O2R6AFE3EIJC.1 size=831429 2026-04-02T11:45:24.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.405+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=O2R6AFE3EIJC tag=I7ISRWC7PEQR type=write size=2928581 2026-04-02T11:45:24.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.406+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~RYDJV9SEKNEE.0 size=1048576 2026-04-02T11:45:24.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.407+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~RYDJV9SEKNEE.1 size=1048576 2026-04-02T11:45:24.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.408+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~RYDJV9SEKNEE.2 size=293944 2026-04-02T11:45:24.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.408+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=RYDJV9SEKNEE tag=1RX2S0G7X6DN type=write size=3439672 2026-04-02T11:45:24.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.410+0000 7f5c0c217880 1 < suggested update operation key=LWVLFKB2UJNA tag=ITCR6156E2II type=write size=1029317 2026-04-02T11:45:24.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.411+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=AQCY7KVLM1H3 type=del size=668809 2026-04-02T11:45:24.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.412+0000 7f5c0c217880 1 < completed write operation key=TX21U43I2WZO tag=DAGB1HEF8A5N type=write size=130938 2026-04-02T11:45:24.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.412+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=GT53GI20ZR31 type=del size=3763303 2026-04-02T11:45:24.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.413+0000 7f5c0c217880 -1 < failed to complete operation key=A7V45HD10IBY tag=AXXJT9WH617T type=del size=257844: (22) Invalid argument 2026-04-02T11:45:24.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.414+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=DMEIO2U93OBU type=del size=1514769 2026-04-02T11:45:24.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.415+0000 7f5c0c217880 1 < completed write operation key=16KLPONRQQAX tag=1VVF55G4PZ16 type=write size=1043503 2026-04-02T11:45:24.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.416+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=3U1BQ3EX389B type=del size=1839819 2026-04-02T11:45:24.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.417+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=41VMQQCULTDZ type=del 2026-04-02T11:45:24.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.418+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=JMZ4LYOWMEVI type=del size=1232136 2026-04-02T11:45:24.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.419+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~O9AI8WH2S0DN.0 size=792205 2026-04-02T11:45:24.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.421+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=O9AI8WH2S0DN tag=5LXWC2H89CHL type=write size=1840781 2026-04-02T11:45:24.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.423+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~O1WHABEQFFJ1.0 size=1048576 2026-04-02T11:45:24.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.424+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~O1WHABEQFFJ1.1 size=991910 2026-04-02T11:45:24.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.424+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=O1WHABEQFFJ1 tag=PRSDY8D1WHTQ type=write size=3089062 2026-04-02T11:45:24.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.424+0000 7f5c0c217880 1 < canceled part key=_multipart_80JM980KZYGT.2~LAZORFRITN1J.0 size=1048576 2026-04-02T11:45:24.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.426+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~LAZORFRITN1J.1 size=1048576 2026-04-02T11:45:24.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.427+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~LAZORFRITN1J.2 size=447021 2026-04-02T11:45:24.430 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.428+0000 7f5c0c217880 1 < canceled multipart upload key=80JM980KZYGT upload=LAZORFRITN1J tag=FGVMW7XRF036 type=write size=3592749 2026-04-02T11:45:24.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.429+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=3A6XFGK8E45Y type=del size=1879379 2026-04-02T11:45:24.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.431+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=29UTCSGAIRAH type=del size=183385 2026-04-02T11:45:24.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.432+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=WGWEZS9AWTW9 type=del size=3738948 2026-04-02T11:45:24.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.433+0000 7f5c0c217880 1 < canceled operation key=3NDJG05GFEU3 tag=KBMHQNO9I8VW type=del size=1877305 2026-04-02T11:45:24.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.434+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=CEXV42084LPJ type=del size=1170724 2026-04-02T11:45:24.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.435+0000 7f5c0c217880 1 < canceled part key=_multipart_93T2V482IGI4.2~F978894T6EES.0 size=1048576 2026-04-02T11:45:24.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.436+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~F978894T6EES.1 size=1048576 2026-04-02T11:45:24.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.437+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~F978894T6EES.2 size=894318 2026-04-02T11:45:24.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.439+0000 7f5c0c217880 1 < canceled multipart upload key=93T2V482IGI4 upload=F978894T6EES tag=JMPOLJL9VH0U type=write size=4040046 2026-04-02T11:45:24.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.440+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=55N5AU0KI0D1 type=del size=4145811 2026-04-02T11:45:24.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.441+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~7BLE5PGMCEIC.0 size=1048576 2026-04-02T11:45:24.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.442+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~7BLE5PGMCEIC.1 size=1048576 2026-04-02T11:45:24.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.443+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~7BLE5PGMCEIC.2 size=354108 2026-04-02T11:45:24.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.444+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=7BLE5PGMCEIC tag=KHXJTK6Q0SBP type=write size=3499836 2026-04-02T11:45:24.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.445+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=ALYX3LWU0GBB type=write size=37315 2026-04-02T11:45:24.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.446+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~BGP89BZNH0WT.0 size=196203 2026-04-02T11:45:24.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.448+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=BGP89BZNH0WT tag=ZKNQYBS7GX73 type=write size=1244779 2026-04-02T11:45:24.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.450+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~N68X7WHUMNGM.0 size=276703 2026-04-02T11:45:24.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.450+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=N68X7WHUMNGM tag=7ZM56KDP4S90 type=write size=1325279 2026-04-02T11:45:24.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.451+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~0TOBQRQGA2C0.0 size=989812 2026-04-02T11:45:24.453 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.452+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=0TOBQRQGA2C0 tag=4X1UX8IZ363G type=write size=2038388 2026-04-02T11:45:24.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.454+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~WCNMZW1JZ1T9.0 size=1048576 2026-04-02T11:45:24.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.454+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~WCNMZW1JZ1T9.1 size=589806 2026-04-02T11:45:24.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.454+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=WCNMZW1JZ1T9 tag=AKKKV94Y9N55 type=write size=2686958 2026-04-02T11:45:24.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.455+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=1O5UVJ6B3DH6 type=del 2026-04-02T11:45:24.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.456+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=DF8RFRC10TRV type=del size=753223 2026-04-02T11:45:24.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.457+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=VEEDBBA063FE type=del 2026-04-02T11:45:24.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.458+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=CF64YML5QSQ2 type=write size=876742 2026-04-02T11:45:24.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.459+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~RYDJV9SEKNEE.0 size=1048576 2026-04-02T11:45:24.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.460+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~RYDJV9SEKNEE.1 size=1048576 2026-04-02T11:45:24.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.460+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~RYDJV9SEKNEE.2 size=293944 2026-04-02T11:45:24.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.462+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=RYDJV9SEKNEE tag=1RX2S0G7X6DN type=write size=3439672 2026-04-02T11:45:24.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.463+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=TQNDF9CDD3F4 type=del size=2307282 2026-04-02T11:45:24.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.464+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=AQCY7KVLM1H3 type=del 2026-04-02T11:45:24.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.465+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=1YT25WH3PPAE type=write size=700864 2026-04-02T11:45:24.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.466+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=GT53GI20ZR31 type=del 2026-04-02T11:45:24.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.467+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=1GYESA981UHA type=del size=3742455 2026-04-02T11:45:24.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.469+0000 7f5c0c217880 1 < suggested update operation key=TX21U43I2WZO tag=DMEIO2U93OBU type=del size=1514769 2026-04-02T11:45:24.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.471+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~94U4IIKWEBWJ.0 size=1048576 2026-04-02T11:45:24.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.473+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~94U4IIKWEBWJ.1 size=1048576 2026-04-02T11:45:24.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.474+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~94U4IIKWEBWJ.2 size=423038 2026-04-02T11:45:24.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.474+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=94U4IIKWEBWJ tag=ZT42WSI6LR3I type=write size=3568766 2026-04-02T11:45:24.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.475+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=3U1BQ3EX389B type=del 2026-04-02T11:45:24.478 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.476+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~Z94X09OYELSX.0 size=1048576 2026-04-02T11:45:24.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.477+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~Z94X09OYELSX.1 size=456090 2026-04-02T11:45:24.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.477+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=Z94X09OYELSX tag=V2UFH19E2NPY type=write size=2553242 2026-04-02T11:45:24.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.479+0000 7f5c0c217880 1 < suggested update operation key=KZ97ZMXJJOJS tag=JMZ4LYOWMEVI type=del size=1232136 2026-04-02T11:45:24.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.480+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=C7UVMMRZ7NI3 type=write size=540844 2026-04-02T11:45:24.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.481+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~O1WHABEQFFJ1.0 size=1048576 2026-04-02T11:45:24.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.481+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~O1WHABEQFFJ1.1 size=991910 2026-04-02T11:45:24.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.483+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=O1WHABEQFFJ1 tag=PRSDY8D1WHTQ type=write size=3089062 2026-04-02T11:45:24.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.484+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=KCZNAWDX0BF6 type=del size=1722607 2026-04-02T11:45:24.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.486+0000 7f5c0c217880 1 < suggested update operation key=I5G244DII0CX tag=3A6XFGK8E45Y type=del size=1879379 2026-04-02T11:45:24.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.487+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=SCIFEHHC65DT type=del size=445544 2026-04-02T11:45:24.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.488+0000 7f5c0c217880 -1 < failed to complete operation key=I5G244DII0CX tag=WGWEZS9AWTW9 type=del size=3738948: (22) Invalid argument 2026-04-02T11:45:24.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.490+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~W0HZOKW314Z9.0 size=354272 2026-04-02T11:45:24.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.490+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=W0HZOKW314Z9 tag=PUSS4AXO320H type=write size=1402848 2026-04-02T11:45:24.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.491+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=CEXV42084LPJ type=del 2026-04-02T11:45:24.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.491+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=2FTS9FRRRW1N type=del size=493813 2026-04-02T11:45:24.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.492+0000 7f5c0c217880 -1 < failed to complete operation key=TX21U43I2WZO tag=55N5AU0KI0D1 type=del size=4145811: (22) Invalid argument 2026-04-02T11:45:24.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.494+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~6O388Q2TFYBQ.0 size=801985 2026-04-02T11:45:24.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.494+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=6O388Q2TFYBQ tag=WAYSD88AX67N type=write size=1850561 2026-04-02T11:45:24.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.495+0000 7f5c0c217880 1 < completed write operation key=X8AC72ESIA6N tag=ALYX3LWU0GBB type=write size=37315 2026-04-02T11:45:24.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.497+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~VX5FNMQNVH5W.0 size=259370 2026-04-02T11:45:24.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.497+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=VX5FNMQNVH5W tag=2R0I578RJPVJ type=write size=1307946 2026-04-02T11:45:24.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.498+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~N68X7WHUMNGM.0 size=276703 2026-04-02T11:45:24.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.500+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=N68X7WHUMNGM tag=7ZM56KDP4S90 type=write size=1325279 2026-04-02T11:45:24.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.502+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~WDKSNYEFVAP3.0 size=1048576 2026-04-02T11:45:24.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.502+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~WDKSNYEFVAP3.1 size=207115 2026-04-02T11:45:24.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.502+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=WDKSNYEFVAP3 tag=F2IB8KSPLJO2 type=write size=2304267 2026-04-02T11:45:24.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.503+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~WCNMZW1JZ1T9.0 size=1048576 2026-04-02T11:45:24.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.504+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~WCNMZW1JZ1T9.1 size=589806 2026-04-02T11:45:24.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.506+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=WCNMZW1JZ1T9 tag=AKKKV94Y9N55 type=write size=2686958 2026-04-02T11:45:24.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.508+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~MDZJMHJDU49K.0 size=1048576 2026-04-02T11:45:24.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.508+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~MDZJMHJDU49K.1 size=1048576 2026-04-02T11:45:24.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.509+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~MDZJMHJDU49K.2 size=396349 2026-04-02T11:45:24.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.509+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=MDZJMHJDU49K tag=5HRW3725CDX8 type=write size=3542077 2026-04-02T11:45:24.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.510+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=DF8RFRC10TRV type=del 2026-04-02T11:45:24.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.511+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=FSLRVVW0DRJZ type=del size=926893 2026-04-02T11:45:24.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.512+0000 7f5c0c217880 1 < completed write operation key=RY963UTFY8OE tag=CF64YML5QSQ2 type=write size=876742 2026-04-02T11:45:24.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.513+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=MJGJZTZK3HNF type=del size=1493211 2026-04-02T11:45:24.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.514+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=TQNDF9CDD3F4 type=del 2026-04-02T11:45:24.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.515+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=B73W9E6RRC3G type=write size=592881 2026-04-02T11:45:24.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.516+0000 7f5c0c217880 1 < canceled operation key=TV1SXLAYZV94 tag=1YT25WH3PPAE type=write size=700864 2026-04-02T11:45:24.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.518+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~MU3IUFKCHHWZ.0 size=963631 2026-04-02T11:45:24.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.518+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=MU3IUFKCHHWZ tag=RCSRSJCN48WG type=write size=2012207 2026-04-02T11:45:24.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.519+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=1GYESA981UHA type=del 2026-04-02T11:45:24.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.520+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=AIAUDB2KY1C4 type=del size=1651252 2026-04-02T11:45:24.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.521+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~94U4IIKWEBWJ.0 size=1048576 2026-04-02T11:45:24.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.522+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~94U4IIKWEBWJ.1 size=1048576 2026-04-02T11:45:24.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.522+0000 7f5c0c217880 1 < canceled part key=_multipart_5HGO669IL8H8.2~94U4IIKWEBWJ.2 size=423038 2026-04-02T11:45:24.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.524+0000 7f5c0c217880 1 < canceled multipart upload key=5HGO669IL8H8 upload=94U4IIKWEBWJ tag=ZT42WSI6LR3I type=write size=3568766 2026-04-02T11:45:24.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.525+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=1SVSRDUNNJMY type=del size=2478290 2026-04-02T11:45:24.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.526+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~Z94X09OYELSX.0 size=1048576 2026-04-02T11:45:24.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.526+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~Z94X09OYELSX.1 size=456090 2026-04-02T11:45:24.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.528+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=Z94X09OYELSX tag=V2UFH19E2NPY type=write size=2553242 2026-04-02T11:45:24.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.529+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=KYYS3I6UIA10 type=del size=261378 2026-04-02T11:45:24.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.530+0000 7f5c0c217880 1 < completed write operation key=RY963UTFY8OE tag=C7UVMMRZ7NI3 type=write size=540844 2026-04-02T11:45:24.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.531+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=5630OWVKGQTV type=del size=545994 2026-04-02T11:45:24.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.532+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=KCZNAWDX0BF6 type=del 2026-04-02T11:45:24.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.533+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=3XFWR7WJJKRH type=write size=457135 2026-04-02T11:45:24.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.535+0000 7f5c0c217880 1 < suggested remove operation key=RXDFK5T07T03 tag=SCIFEHHC65DT type=del 2026-04-02T11:45:24.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.536+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~K9H2NNCI0IBN.0 size=1048576 2026-04-02T11:45:24.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.537+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~K9H2NNCI0IBN.1 size=1048576 2026-04-02T11:45:24.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.538+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~K9H2NNCI0IBN.2 size=601754 2026-04-02T11:45:24.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.538+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=K9H2NNCI0IBN tag=JXUDWQE3EGB8 type=write size=3747482 2026-04-02T11:45:24.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.539+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~W0HZOKW314Z9.0 size=354272 2026-04-02T11:45:24.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.540+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=W0HZOKW314Z9 tag=PUSS4AXO320H type=write size=1402848 2026-04-02T11:45:24.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.541+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=87OWNC1OFI12 type=del size=4073131 2026-04-02T11:45:24.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.542+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=2FTS9FRRRW1N type=del 2026-04-02T11:45:24.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.542+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=96X2S09OFWRP type=del size=594235 2026-04-02T11:45:24.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.543+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~6O388Q2TFYBQ.0 size=801985 2026-04-02T11:45:24.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.545+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=6O388Q2TFYBQ tag=WAYSD88AX67N type=write size=1850561 2026-04-02T11:45:24.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.546+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~AUS933QDQFNT.0 size=1048576 2026-04-02T11:45:24.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.547+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~AUS933QDQFNT.1 size=55476 2026-04-02T11:45:24.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.547+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=AUS933QDQFNT tag=GY095LKL257C type=write size=2152628 2026-04-02T11:45:24.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.548+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~VX5FNMQNVH5W.0 size=259370 2026-04-02T11:45:24.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.549+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=VX5FNMQNVH5W tag=2R0I578RJPVJ type=write size=1307946 2026-04-02T11:45:24.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.550+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=5JURMT2C1MC8 type=del size=3758169 2026-04-02T11:45:24.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.551+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~WDKSNYEFVAP3.0 size=1048576 2026-04-02T11:45:24.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.551+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~WDKSNYEFVAP3.1 size=207115 2026-04-02T11:45:24.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.553+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=WDKSNYEFVAP3 tag=F2IB8KSPLJO2 type=write size=2304267 2026-04-02T11:45:24.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.554+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~XTZ8AKNGCL4P.0 size=1048576 2026-04-02T11:45:24.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.555+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~XTZ8AKNGCL4P.1 size=1048576 2026-04-02T11:45:24.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.556+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~XTZ8AKNGCL4P.2 size=518003 2026-04-02T11:45:24.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.556+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=XTZ8AKNGCL4P tag=49LPCGBI7BI1 type=write size=3663731 2026-04-02T11:45:24.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.558+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~MDZJMHJDU49K.0 size=1048576 2026-04-02T11:45:24.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.558+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~MDZJMHJDU49K.1 size=1048576 2026-04-02T11:45:24.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.560+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~MDZJMHJDU49K.2 size=396349 2026-04-02T11:45:24.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.562+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=MDZJMHJDU49K tag=5HRW3725CDX8 type=write size=3542077 2026-04-02T11:45:24.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.563+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=MTH8ND85M1TZ type=del size=2347721 2026-04-02T11:45:24.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.564+0000 7f5c0c217880 1 < suggested update operation key=80UA8NGMVTVM tag=FSLRVVW0DRJZ type=del size=926893 2026-04-02T11:45:24.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.565+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=OO8TZW59SV6P type=del size=3658956 2026-04-02T11:45:24.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.567+0000 7f5c0c217880 1 < suggested update operation key=QAI58E61O0A8 tag=MJGJZTZK3HNF type=del size=1493211 2026-04-02T11:45:24.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.568+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=9LBF2RN6PMTC type=del size=2490066 2026-04-02T11:45:24.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.569+0000 7f5c0c217880 1 < completed write operation key=6OTERZHPNBJR tag=B73W9E6RRC3G type=write size=592881 2026-04-02T11:45:24.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.570+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~AAY68W1DX1C9.0 size=1048576 2026-04-02T11:45:24.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.571+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~AAY68W1DX1C9.1 size=631831 2026-04-02T11:45:24.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.571+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=AAY68W1DX1C9 tag=2T0X2T18T1PH type=write size=2728983 2026-04-02T11:45:24.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.572+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~MU3IUFKCHHWZ.0 size=963631 2026-04-02T11:45:24.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.574+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=MU3IUFKCHHWZ tag=RCSRSJCN48WG type=write size=2012207 2026-04-02T11:45:24.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.575+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6SKVA39X1G6Q.0 size=1048576 2026-04-02T11:45:24.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.576+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6SKVA39X1G6Q.1 size=1048576 2026-04-02T11:45:24.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.577+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6SKVA39X1G6Q.2 size=183639 2026-04-02T11:45:24.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.577+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=6SKVA39X1G6Q tag=3HJWE9UL3JRL type=write size=3329367 2026-04-02T11:45:24.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.578+0000 7f5c0c217880 -1 < failed to complete operation key=80UA8NGMVTVM tag=AIAUDB2KY1C4 type=del size=1651252: (22) Invalid argument 2026-04-02T11:45:24.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.579+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=6FWS9EDATEZD type=del size=3720803 2026-04-02T11:45:24.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.580+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=1SVSRDUNNJMY type=del 2026-04-02T11:45:24.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.580+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=IIMKXEDUJJPM type=del size=1990045 2026-04-02T11:45:24.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.581+0000 7f5c0c217880 -1 < failed to complete operation key=80UA8NGMVTVM tag=KYYS3I6UIA10 type=del size=261378: (22) Invalid argument 2026-04-02T11:45:24.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.582+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=69N6VXT8VYTS type=write size=451926 2026-04-02T11:45:24.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.583+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=5630OWVKGQTV type=del 2026-04-02T11:45:24.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.584+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=2RZKRPDYBJO6 type=del size=1651902 2026-04-02T11:45:24.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.584+0000 7f5c0c217880 1 < completed write operation key=5HGO669IL8H8 tag=3XFWR7WJJKRH type=write size=457135 2026-04-02T11:45:24.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.585+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=YVX0XLBKCA68 type=del size=995918 2026-04-02T11:45:24.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.586+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~K9H2NNCI0IBN.0 size=1048576 2026-04-02T11:45:24.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.586+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~K9H2NNCI0IBN.1 size=1048576 2026-04-02T11:45:24.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.587+0000 7f5c0c217880 1 < canceled part key=_multipart_RXDFK5T07T03.2~K9H2NNCI0IBN.2 size=601754 2026-04-02T11:45:24.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.588+0000 7f5c0c217880 1 < canceled multipart upload key=RXDFK5T07T03 upload=K9H2NNCI0IBN tag=JXUDWQE3EGB8 type=write size=3747482 2026-04-02T11:45:24.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.590+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~IUWM8FA9P7NU.0 size=1048576 2026-04-02T11:45:24.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.591+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~IUWM8FA9P7NU.1 size=757183 2026-04-02T11:45:24.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.591+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=IUWM8FA9P7NU tag=SXF8HD4CHNHY type=write size=2854335 2026-04-02T11:45:24.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.593+0000 7f5c0c217880 1 < suggested remove operation key=RY963UTFY8OE tag=87OWNC1OFI12 type=del 2026-04-02T11:45:24.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.593+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=66ZK5S34DC3T type=del size=3380418 2026-04-02T11:45:24.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.595+0000 7f5c0c217880 1 < suggested remove operation key=16KLPONRQQAX tag=96X2S09OFWRP type=del 2026-04-02T11:45:24.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.596+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=EW3KJXYP3DQX type=write size=679023 2026-04-02T11:45:24.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.597+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~AUS933QDQFNT.0 size=1048576 2026-04-02T11:45:24.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.597+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~AUS933QDQFNT.1 size=55476 2026-04-02T11:45:24.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.598+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=AUS933QDQFNT tag=GY095LKL257C type=write size=2152628 2026-04-02T11:45:24.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.599+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=FJ39DL9BTH69 type=del size=1992995 2026-04-02T11:45:24.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.600+0000 7f5c0c217880 -1 < failed to complete operation key=80UA8NGMVTVM tag=5JURMT2C1MC8 type=del size=3758169: (22) Invalid argument 2026-04-02T11:45:24.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.601+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=PT0CVO4WBHWU type=del size=2246464 2026-04-02T11:45:24.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.602+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~XTZ8AKNGCL4P.0 size=1048576 2026-04-02T11:45:24.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.602+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~XTZ8AKNGCL4P.1 size=1048576 2026-04-02T11:45:24.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.603+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~XTZ8AKNGCL4P.2 size=518003 2026-04-02T11:45:24.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.604+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=XTZ8AKNGCL4P tag=49LPCGBI7BI1 type=write size=3663731 2026-04-02T11:45:24.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.605+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=NXOYRW5A4NJ2 type=del size=2205060 2026-04-02T11:45:24.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.606+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=MTH8ND85M1TZ type=del 2026-04-02T11:45:24.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.607+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=YS8R8E6LJAZ3 type=del size=3877410 2026-04-02T11:45:24.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.607+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=OO8TZW59SV6P type=del 2026-04-02T11:45:24.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.608+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=823B9YOL2CIE type=del size=688102 2026-04-02T11:45:24.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.609+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=9LBF2RN6PMTC type=del 2026-04-02T11:45:24.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.610+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~R1O7LO2000UL.0 size=132105 2026-04-02T11:45:24.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.610+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=R1O7LO2000UL tag=HZXOLUI43RYE type=write size=1180681 2026-04-02T11:45:24.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.611+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~AAY68W1DX1C9.0 size=1048576 2026-04-02T11:45:24.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.612+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~AAY68W1DX1C9.1 size=631831 2026-04-02T11:45:24.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.613+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=AAY68W1DX1C9 tag=2T0X2T18T1PH type=write size=2728983 2026-04-02T11:45:24.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.614+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=BD2TTA78065L type=del size=1357829 2026-04-02T11:45:24.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.614+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6SKVA39X1G6Q.0 size=1048576 2026-04-02T11:45:24.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.615+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6SKVA39X1G6Q.1 size=1048576 2026-04-02T11:45:24.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.616+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6SKVA39X1G6Q.2 size=183639 2026-04-02T11:45:24.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.617+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=6SKVA39X1G6Q tag=3HJWE9UL3JRL type=write size=3329367 2026-04-02T11:45:24.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.620+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~29CHDVLSAPYL.0 size=50987 2026-04-02T11:45:24.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.620+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=29CHDVLSAPYL tag=WNBE0E78W7BK type=write size=1099563 2026-04-02T11:45:24.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.621+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=6FWS9EDATEZD type=del 2026-04-02T11:45:24.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.622+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=MER54X3207UJ type=del size=1197965 2026-04-02T11:45:24.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.623+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=IIMKXEDUJJPM type=del 2026-04-02T11:45:24.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.624+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=AHX4XW7IOG81 type=del size=2517556 2026-04-02T11:45:24.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.624+0000 7f5c0c217880 1 < completed write operation key=0E1A1BB207I3 tag=69N6VXT8VYTS type=write size=451926 2026-04-02T11:45:24.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.625+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=89GSPD5IR40P type=del size=921612 2026-04-02T11:45:24.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.626+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=2RZKRPDYBJO6 type=del 2026-04-02T11:45:24.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.628+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~TARJFEI13X9T.0 size=1048576 2026-04-02T11:45:24.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.628+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~TARJFEI13X9T.1 size=515319 2026-04-02T11:45:24.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.628+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=TARJFEI13X9T tag=2XVYEWNR2KP4 type=write size=2612471 2026-04-02T11:45:24.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.629+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=YVX0XLBKCA68 type=del 2026-04-02T11:45:24.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.630+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=5X4W4RLLA73X type=del size=3501876 2026-04-02T11:45:24.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.631+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~IUWM8FA9P7NU.0 size=1048576 2026-04-02T11:45:24.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.631+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~IUWM8FA9P7NU.1 size=757183 2026-04-02T11:45:24.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.633+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=IUWM8FA9P7NU tag=SXF8HD4CHNHY type=write size=2854335 2026-04-02T11:45:24.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.633+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=TDMZJOX9ZUXS type=write size=995132 2026-04-02T11:45:24.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.634+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=66ZK5S34DC3T type=del 2026-04-02T11:45:24.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.636+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~S7O9M1ISHO0W.0 size=1048576 2026-04-02T11:45:24.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.636+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~S7O9M1ISHO0W.1 size=1048576 2026-04-02T11:45:24.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.637+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~S7O9M1ISHO0W.2 size=72605 2026-04-02T11:45:24.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.637+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=S7O9M1ISHO0W tag=4LUMPAHCRTL1 type=write size=3218333 2026-04-02T11:45:24.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.638+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=EW3KJXYP3DQX type=write size=679023 2026-04-02T11:45:24.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.639+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~DA785JQGRP7N.0 size=1048576 2026-04-02T11:45:24.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.640+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~DA785JQGRP7N.1 size=1048576 2026-04-02T11:45:24.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.640+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~DA785JQGRP7N.2 size=864038 2026-04-02T11:45:24.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.640+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=DA785JQGRP7N tag=PN064PT7JZUO type=write size=4009766 2026-04-02T11:45:24.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.642+0000 7f5c0c217880 1 < suggested update operation key=EA5JHZQJK139 tag=FJ39DL9BTH69 type=del size=1992995 2026-04-02T11:45:24.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.642+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=DJLS45XSFZ5W type=write size=972452 2026-04-02T11:45:24.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.644+0000 7f5c0c217880 1 < suggested update operation key=6OTERZHPNBJR tag=PT0CVO4WBHWU type=del size=2246464 2026-04-02T11:45:24.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.645+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=K2HPI99KDFMP type=write size=38370 2026-04-02T11:45:24.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.645+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=NXOYRW5A4NJ2 type=del 2026-04-02T11:45:24.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.648+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~9WR6AB8TP860.0 size=1048576 2026-04-02T11:45:24.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.648+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~9WR6AB8TP860.1 size=246694 2026-04-02T11:45:24.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.648+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=9WR6AB8TP860 tag=9IOJE04KSKRW type=write size=2343846 2026-04-02T11:45:24.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.650+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=YS8R8E6LJAZ3 type=del 2026-04-02T11:45:24.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.651+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=1NSP13RH2L0B type=write size=32541 2026-04-02T11:45:24.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.653+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=823B9YOL2CIE type=del size=688102 2026-04-02T11:45:24.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.653+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=T65A3L5J9D1Z type=del size=331854 2026-04-02T11:45:24.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.654+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~R1O7LO2000UL.0 size=132105 2026-04-02T11:45:24.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.656+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=R1O7LO2000UL tag=HZXOLUI43RYE type=write size=1180681 2026-04-02T11:45:24.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.657+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=OMXTCOEXOPT5 type=write size=447674 2026-04-02T11:45:24.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.657+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=BD2TTA78065L type=del 2026-04-02T11:45:24.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.659+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~X6JLEOA7DGTI.0 size=1048576 2026-04-02T11:45:24.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.660+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~X6JLEOA7DGTI.1 size=789208 2026-04-02T11:45:24.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.660+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=X6JLEOA7DGTI tag=BGR4WNLXKPOL type=write size=2886360 2026-04-02T11:45:24.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.660+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~29CHDVLSAPYL.0 size=50987 2026-04-02T11:45:24.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.662+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=29CHDVLSAPYL tag=WNBE0E78W7BK type=write size=1099563 2026-04-02T11:45:24.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.663+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~E3OPQ1TFF286.0 size=540980 2026-04-02T11:45:24.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.663+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=E3OPQ1TFF286 tag=DK98W7UVQKGD type=write size=1589556 2026-04-02T11:45:24.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.664+0000 7f5c0c217880 1 < canceled operation key=0ID62KUCSKML tag=MER54X3207UJ type=del size=1197965 2026-04-02T11:45:24.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.665+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=CMOULRPKU3F4 type=del size=1044993 2026-04-02T11:45:24.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.666+0000 7f5c0c217880 1 < suggested remove operation key=BOCZEPFZF855 tag=AHX4XW7IOG81 type=del 2026-04-02T11:45:24.669 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.668+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~1NBDCW3EZS20.0 size=1048576 2026-04-02T11:45:24.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.668+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~1NBDCW3EZS20.1 size=570963 2026-04-02T11:45:24.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.668+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=1NBDCW3EZS20 tag=JQP77SLZ3XJ2 type=write size=2668115 2026-04-02T11:45:24.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.669+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=89GSPD5IR40P type=del 2026-04-02T11:45:24.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.670+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=QPK8NR3KRBQL type=del size=281616 2026-04-02T11:45:24.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.670+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~TARJFEI13X9T.0 size=1048576 2026-04-02T11:45:24.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.671+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~TARJFEI13X9T.1 size=515319 2026-04-02T11:45:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.672+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=TARJFEI13X9T tag=2XVYEWNR2KP4 type=write size=2612471 2026-04-02T11:45:24.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.674+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~SP9Y1YI7P0Q1.0 size=1048576 2026-04-02T11:45:24.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.674+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~SP9Y1YI7P0Q1.1 size=1048576 2026-04-02T11:45:24.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.675+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~SP9Y1YI7P0Q1.2 size=588254 2026-04-02T11:45:24.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.675+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=SP9Y1YI7P0Q1 tag=CRHQ5LF5DI3G type=write size=3733982 2026-04-02T11:45:24.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.676+0000 7f5c0c217880 1 < suggested remove operation key=16KLPONRQQAX tag=5X4W4RLLA73X type=del 2026-04-02T11:45:24.680 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.678+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~V9ODQZU5TL8T.0 size=1048576 2026-04-02T11:45:24.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.679+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~V9ODQZU5TL8T.1 size=1048576 2026-04-02T11:45:24.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.680+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~V9ODQZU5TL8T.2 size=285426 2026-04-02T11:45:24.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.680+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=V9ODQZU5TL8T tag=7833H42SLMAQ type=write size=3431154 2026-04-02T11:45:24.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.682+0000 7f5c0c217880 1 < suggested update operation key=KOFTD4ZEAMOY tag=TDMZJOX9ZUXS type=write size=995132 2026-04-02T11:45:24.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.683+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=RZRQINCVYM57 type=write size=572739 2026-04-02T11:45:24.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.683+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~S7O9M1ISHO0W.0 size=1048576 2026-04-02T11:45:24.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.684+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~S7O9M1ISHO0W.1 size=1048576 2026-04-02T11:45:24.686 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.685+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~S7O9M1ISHO0W.2 size=72605 2026-04-02T11:45:24.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.686+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=S7O9M1ISHO0W tag=4LUMPAHCRTL1 type=write size=3218333 2026-04-02T11:45:24.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.687+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~NEE7OZETN7IO.0 size=964292 2026-04-02T11:45:24.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.687+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=NEE7OZETN7IO tag=MP8CAQPCCVGO type=write size=2012868 2026-04-02T11:45:24.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.688+0000 7f5c0c217880 1 < canceled part key=_multipart_A7V45HD10IBY.2~DA785JQGRP7N.0 size=1048576 2026-04-02T11:45:24.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.688+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~DA785JQGRP7N.1 size=1048576 2026-04-02T11:45:24.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.689+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~DA785JQGRP7N.2 size=864038 2026-04-02T11:45:24.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.690+0000 7f5c0c217880 1 < canceled multipart upload key=A7V45HD10IBY upload=DA785JQGRP7N tag=PN064PT7JZUO type=write size=4009766 2026-04-02T11:45:24.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.691+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=0RBFX5IIKITZ type=del size=3557761 2026-04-02T11:45:24.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.692+0000 7f5c0c217880 1 < completed write operation key=UOANTGYGF6UA tag=DJLS45XSFZ5W type=write size=972452 2026-04-02T11:45:24.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.693+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~5SJKILDHMBN3.0 size=1048576 2026-04-02T11:45:24.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.694+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~5SJKILDHMBN3.1 size=858579 2026-04-02T11:45:24.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.694+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=5SJKILDHMBN3 tag=GXV007AYHUK1 type=write size=2955731 2026-04-02T11:45:24.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.695+0000 7f5c0c217880 1 < completed write operation key=RXDFK5T07T03 tag=K2HPI99KDFMP type=write size=38370 2026-04-02T11:45:24.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.696+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~YN58TFU9TA9S.0 size=1048576 2026-04-02T11:45:24.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.697+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~YN58TFU9TA9S.1 size=1048576 2026-04-02T11:45:24.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.698+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~YN58TFU9TA9S.2 size=710759 2026-04-02T11:45:24.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.698+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=YN58TFU9TA9S tag=T24H717WX78C type=write size=3856487 2026-04-02T11:45:24.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.698+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~9WR6AB8TP860.0 size=1048576 2026-04-02T11:45:24.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.698+0000 7f5c0c217880 1 < canceled part key=_multipart_80YVB17TNIAR.2~9WR6AB8TP860.1 size=246694 2026-04-02T11:45:24.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.700+0000 7f5c0c217880 1 < canceled multipart upload key=80YVB17TNIAR upload=9WR6AB8TP860 tag=9IOJE04KSKRW type=write size=2343846 2026-04-02T11:45:24.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.701+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=ACKRIIGKRSA8 type=del size=1590180 2026-04-02T11:45:24.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.702+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=1NSP13RH2L0B type=write size=32541 2026-04-02T11:45:24.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.704+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~1HXZB2JSACFL.0 size=505656 2026-04-02T11:45:24.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.704+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=1HXZB2JSACFL tag=K82Y67EKE646 type=write size=1554232 2026-04-02T11:45:24.706 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.704+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=T65A3L5J9D1Z type=del 2026-04-02T11:45:24.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.706+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~K3FZB414TIUP.0 size=1048576 2026-04-02T11:45:24.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.706+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~K3FZB414TIUP.1 size=737423 2026-04-02T11:45:24.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.706+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=K3FZB414TIUP tag=3UXVU6IQ4G7W type=write size=2834575 2026-04-02T11:45:24.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.708+0000 7f5c0c217880 1 < suggested remove operation key=UOANTGYGF6UA tag=OMXTCOEXOPT5 type=write 2026-04-02T11:45:24.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.709+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=79NDRSZFEUEL type=del size=2556054 2026-04-02T11:45:24.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.710+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~X6JLEOA7DGTI.0 size=1048576 2026-04-02T11:45:24.712 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.710+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~X6JLEOA7DGTI.1 size=789208 2026-04-02T11:45:24.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.711+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=X6JLEOA7DGTI tag=BGR4WNLXKPOL type=write size=2886360 2026-04-02T11:45:24.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.712+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=P3F7A14IYFQI type=del size=1034546 2026-04-02T11:45:24.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.713+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~E3OPQ1TFF286.0 size=540980 2026-04-02T11:45:24.715 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.714+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=E3OPQ1TFF286 tag=DK98W7UVQKGD type=write size=1589556 2026-04-02T11:45:24.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.715+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=RC66QAF1QN8X type=del size=1211293 2026-04-02T11:45:24.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.717+0000 7f5c0c217880 1 < suggested remove operation key=93T2V482IGI4 tag=CMOULRPKU3F4 type=del 2026-04-02T11:45:24.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.718+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=MXFWYWQGWIRM type=del size=2216163 2026-04-02T11:45:24.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.718+0000 7f5c0c217880 1 < canceled part key=_multipart_18ALC111A00W.2~1NBDCW3EZS20.0 size=1048576 2026-04-02T11:45:24.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.719+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~1NBDCW3EZS20.1 size=570963 2026-04-02T11:45:24.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.720+0000 7f5c0c217880 1 < canceled multipart upload key=18ALC111A00W upload=1NBDCW3EZS20 tag=JQP77SLZ3XJ2 type=write size=2668115 2026-04-02T11:45:24.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.721+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=DR18RHXKJ6V0 type=del size=3309786 2026-04-02T11:45:24.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.722+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=QPK8NR3KRBQL type=del 2026-04-02T11:45:24.725 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.723+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~NWBGVALD1J9L.0 size=736878 2026-04-02T11:45:24.725 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.723+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=NWBGVALD1J9L tag=8LXO9DQUUXY2 type=write size=1785454 2026-04-02T11:45:24.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.724+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~SP9Y1YI7P0Q1.0 size=1048576 2026-04-02T11:45:24.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.725+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~SP9Y1YI7P0Q1.1 size=1048576 2026-04-02T11:45:24.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.726+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~SP9Y1YI7P0Q1.2 size=588254 2026-04-02T11:45:24.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.728+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=SP9Y1YI7P0Q1 tag=CRHQ5LF5DI3G type=write size=3733982 2026-04-02T11:45:24.731 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.729+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~PZ7Z3A1O8Z3U.0 size=75329 2026-04-02T11:45:24.731 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.729+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=PZ7Z3A1O8Z3U tag=ZWR45G3MQ9EQ type=write size=1123905 2026-04-02T11:45:24.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.730+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~V9ODQZU5TL8T.0 size=1048576 2026-04-02T11:45:24.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.731+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~V9ODQZU5TL8T.1 size=1048576 2026-04-02T11:45:24.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.731+0000 7f5c0c217880 1 < canceled part key=_multipart_RY963UTFY8OE.2~V9ODQZU5TL8T.2 size=285426 2026-04-02T11:45:24.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.733+0000 7f5c0c217880 1 < canceled multipart upload key=RY963UTFY8OE upload=V9ODQZU5TL8T tag=7833H42SLMAQ type=write size=3431154 2026-04-02T11:45:24.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.734+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=M5S3Z45ZBZ4S type=write size=628566 2026-04-02T11:45:24.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.734+0000 7f5c0c217880 1 < completed write operation key=LK943WZ8ZUMG tag=RZRQINCVYM57 type=write size=572739 2026-04-02T11:45:24.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.736+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~5Z3J3242Q8IC.0 size=1048576 2026-04-02T11:45:24.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.737+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~5Z3J3242Q8IC.1 size=1048576 2026-04-02T11:45:24.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.737+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~5Z3J3242Q8IC.2 size=273595 2026-04-02T11:45:24.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.737+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=5Z3J3242Q8IC tag=UOOLXN1C1QGP type=write size=3419323 2026-04-02T11:45:24.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.739+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~NEE7OZETN7IO.0 size=964292 2026-04-02T11:45:24.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.740+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=NEE7OZETN7IO tag=MP8CAQPCCVGO type=write size=2012868 2026-04-02T11:45:24.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.742+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~0S1XCVVV5KLT.0 size=1048576 2026-04-02T11:45:24.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.743+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~0S1XCVVV5KLT.1 size=37890 2026-04-02T11:45:24.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.743+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=0S1XCVVV5KLT tag=88W1YNILNEA7 type=write size=2135042 2026-04-02T11:45:24.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.744+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=0RBFX5IIKITZ type=del 2026-04-02T11:45:24.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.745+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PA3EW5X0MOQA.0 size=1048576 2026-04-02T11:45:24.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.746+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PA3EW5X0MOQA.1 size=1048576 2026-04-02T11:45:24.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.746+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PA3EW5X0MOQA.2 size=151525 2026-04-02T11:45:24.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.746+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=PA3EW5X0MOQA tag=ULMDC27PUHYJ type=write size=3297253 2026-04-02T11:45:24.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.747+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~5SJKILDHMBN3.0 size=1048576 2026-04-02T11:45:24.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.748+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~5SJKILDHMBN3.1 size=858579 2026-04-02T11:45:24.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.749+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=5SJKILDHMBN3 tag=GXV007AYHUK1 type=write size=2955731 2026-04-02T11:45:24.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.751+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~3C1PMW2YK0C1.0 size=717910 2026-04-02T11:45:24.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.751+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=3C1PMW2YK0C1 tag=1XJGJKWTMJI8 type=write size=1766486 2026-04-02T11:45:24.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.751+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~YN58TFU9TA9S.0 size=1048576 2026-04-02T11:45:24.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.752+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~YN58TFU9TA9S.1 size=1048576 2026-04-02T11:45:24.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.753+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~YN58TFU9TA9S.2 size=710759 2026-04-02T11:45:24.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.754+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=YN58TFU9TA9S tag=T24H717WX78C type=write size=3856487 2026-04-02T11:45:24.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.755+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=WHU1OCLYBHL7 type=write size=528285 2026-04-02T11:45:24.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.756+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=ACKRIIGKRSA8 type=del 2026-04-02T11:45:24.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.757+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=DUV3U0ATO2RW type=write size=1026272 2026-04-02T11:45:24.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.757+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~1HXZB2JSACFL.0 size=505656 2026-04-02T11:45:24.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.759+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=1HXZB2JSACFL tag=K82Y67EKE646 type=write size=1554232 2026-04-02T11:45:24.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.760+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=P0YMD4OJYTHW type=del size=301775 2026-04-02T11:45:24.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.760+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~K3FZB414TIUP.0 size=1048576 2026-04-02T11:45:24.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.761+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~K3FZB414TIUP.1 size=737423 2026-04-02T11:45:24.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.762+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=K3FZB414TIUP tag=3UXVU6IQ4G7W type=write size=2834575 2026-04-02T11:45:24.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.763+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=HSM3MGTMMVLR type=del size=672140 2026-04-02T11:45:24.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.764+0000 7f5c0c217880 1 < canceled operation key=0L9I2XPJ6ED1 tag=79NDRSZFEUEL type=del size=2556054 2026-04-02T11:45:24.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.768+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~S8TWH40BQM0L.0 size=940241 2026-04-02T11:45:24.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.768+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=S8TWH40BQM0L tag=JBPBC6RTXJVO type=write size=1988817 2026-04-02T11:45:24.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.769+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=P3F7A14IYFQI type=del 2026-04-02T11:45:24.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.770+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=XY0YIB2CDKO5 type=write size=663265 2026-04-02T11:45:24.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.771+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=RC66QAF1QN8X type=del 2026-04-02T11:45:24.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.772+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=BL0ONSFU6DHU type=del size=1533919 2026-04-02T11:45:24.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.778+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=MXFWYWQGWIRM type=del 2026-04-02T11:45:24.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.789+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=PCMP7R4A6M96 type=write size=49923 2026-04-02T11:45:24.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.810+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=DR18RHXKJ6V0 type=del 2026-04-02T11:45:24.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.812+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~CH7990SA2Q6H.0 size=854337 2026-04-02T11:45:24.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.812+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=CH7990SA2Q6H tag=JZQJ01C0UO67 type=write size=1902913 2026-04-02T11:45:24.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.813+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~NWBGVALD1J9L.0 size=736878 2026-04-02T11:45:24.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.815+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=NWBGVALD1J9L tag=8LXO9DQUUXY2 type=write size=1785454 2026-04-02T11:45:24.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.817+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~O64QIVGC3X38.0 size=186848 2026-04-02T11:45:24.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.817+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=O64QIVGC3X38 tag=8V9MAKKNDHYJ type=write size=1235424 2026-04-02T11:45:24.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.817+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~PZ7Z3A1O8Z3U.0 size=75329 2026-04-02T11:45:24.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.819+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=PZ7Z3A1O8Z3U tag=ZWR45G3MQ9EQ type=write size=1123905 2026-04-02T11:45:24.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.820+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=OO8XJC7Z4DOI type=del size=43590 2026-04-02T11:45:24.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.821+0000 7f5c0c217880 1 < completed write operation key=93T2V482IGI4 tag=M5S3Z45ZBZ4S type=write size=628566 2026-04-02T11:45:24.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.822+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=93I33WWF615X type=write size=543105 2026-04-02T11:45:24.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.822+0000 7f5c0c217880 1 < canceled part key=_multipart_80UA8NGMVTVM.2~5Z3J3242Q8IC.0 size=1048576 2026-04-02T11:45:24.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.823+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~5Z3J3242Q8IC.1 size=1048576 2026-04-02T11:45:24.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.823+0000 7f5c0c217880 1 < canceled part key=_multipart_80UA8NGMVTVM.2~5Z3J3242Q8IC.2 size=273595 2026-04-02T11:45:24.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.824+0000 7f5c0c217880 1 < canceled multipart upload key=80UA8NGMVTVM upload=5Z3J3242Q8IC tag=UOOLXN1C1QGP type=write size=3419323 2026-04-02T11:45:24.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.826+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~8D7CDSJ59T9F.0 size=807190 2026-04-02T11:45:24.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.826+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=8D7CDSJ59T9F tag=K84OWWAFPMFI type=write size=1855766 2026-04-02T11:45:24.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.827+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~0S1XCVVV5KLT.0 size=1048576 2026-04-02T11:45:24.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.827+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~0S1XCVVV5KLT.1 size=37890 2026-04-02T11:45:24.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.829+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=0S1XCVVV5KLT tag=88W1YNILNEA7 type=write size=2135042 2026-04-02T11:45:24.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.830+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=0QA2A751MPED type=del size=3133121 2026-04-02T11:45:24.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.831+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~PA3EW5X0MOQA.0 size=1048576 2026-04-02T11:45:24.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.831+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~PA3EW5X0MOQA.1 size=1048576 2026-04-02T11:45:24.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.832+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~PA3EW5X0MOQA.2 size=151525 2026-04-02T11:45:24.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.833+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=PA3EW5X0MOQA tag=ULMDC27PUHYJ type=write size=3297253 2026-04-02T11:45:24.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.838+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~JFLEN2Y33DU4.0 size=234868 2026-04-02T11:45:24.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.838+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=JFLEN2Y33DU4 tag=BJOHNI44YLHB type=write size=1283444 2026-04-02T11:45:24.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.839+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~3C1PMW2YK0C1.0 size=717910 2026-04-02T11:45:24.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.840+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=3C1PMW2YK0C1 tag=1XJGJKWTMJI8 type=write size=1766486 2026-04-02T11:45:24.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.841+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=IAHINB8SVWT6 type=del size=1996429 2026-04-02T11:45:24.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.843+0000 7f5c0c217880 1 < suggested remove operation key=LK943WZ8ZUMG tag=WHU1OCLYBHL7 type=write 2026-04-02T11:45:24.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.844+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=M4ZP6NRQ49HW type=write size=648864 2026-04-02T11:45:24.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.846+0000 7f5c0c217880 1 < completed write operation key=18ALC111A00W tag=DUV3U0ATO2RW type=write size=1026272 2026-04-02T11:45:24.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.848+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~V76I8QR0H1JH.0 size=1048576 2026-04-02T11:45:24.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.849+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~V76I8QR0H1JH.1 size=681086 2026-04-02T11:45:24.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.849+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=V76I8QR0H1JH tag=YYENTARO957S type=write size=2778238 2026-04-02T11:45:24.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.850+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=P0YMD4OJYTHW type=del 2026-04-02T11:45:24.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.853+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~SRTR5ZNPEBYC.0 size=1048576 2026-04-02T11:45:24.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.854+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~SRTR5ZNPEBYC.1 size=88597 2026-04-02T11:45:24.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.854+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=SRTR5ZNPEBYC tag=PQMK9QFFR9TF type=write size=2185749 2026-04-02T11:45:24.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.854+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=HSM3MGTMMVLR type=del 2026-04-02T11:45:24.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.856+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~0K3KC2IL43DL.0 size=753844 2026-04-02T11:45:24.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.856+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=0K3KC2IL43DL tag=NE32083CDNQH type=write size=1802420 2026-04-02T11:45:24.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.857+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~S8TWH40BQM0L.0 size=940241 2026-04-02T11:45:24.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.859+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=S8TWH40BQM0L tag=JBPBC6RTXJVO type=write size=1988817 2026-04-02T11:45:24.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.860+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=JRVPPW3K18U4 type=del size=3023455 2026-04-02T11:45:24.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.861+0000 7f5c0c217880 1 < completed write operation key=TV1SXLAYZV94 tag=XY0YIB2CDKO5 type=write size=663265 2026-04-02T11:45:24.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.862+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=HKUE42YVH8PJ type=del size=293127 2026-04-02T11:45:24.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.864+0000 7f5c0c217880 1 < suggested remove operation key=93T2V482IGI4 tag=BL0ONSFU6DHU type=del 2026-04-02T11:45:24.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.866+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~J4VLHMJ0SVHK.0 size=1048576 2026-04-02T11:45:24.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.866+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~J4VLHMJ0SVHK.1 size=385692 2026-04-02T11:45:24.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.866+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=J4VLHMJ0SVHK tag=OPY3O6TG76R9 type=write size=2482844 2026-04-02T11:45:24.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.867+0000 7f5c0c217880 1 < completed write operation key=A7V45HD10IBY tag=PCMP7R4A6M96 type=write size=49923 2026-04-02T11:45:24.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.869+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~M23FZ5B16000.0 size=1048576 2026-04-02T11:45:24.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.870+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~M23FZ5B16000.1 size=421871 2026-04-02T11:45:24.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.870+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=M23FZ5B16000 tag=MBRVJ3E8ZQMF type=write size=2519023 2026-04-02T11:45:24.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.871+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~CH7990SA2Q6H.0 size=854337 2026-04-02T11:45:24.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.872+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=CH7990SA2Q6H tag=JZQJ01C0UO67 type=write size=1902913 2026-04-02T11:45:24.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.873+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=999KSPBG9SYL type=write size=840192 2026-04-02T11:45:24.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.874+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~O64QIVGC3X38.0 size=186848 2026-04-02T11:45:24.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.875+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=O64QIVGC3X38 tag=8V9MAKKNDHYJ type=write size=1235424 2026-04-02T11:45:24.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.877+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~GJO8ZL4VZPU8.0 size=349240 2026-04-02T11:45:24.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.877+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=GJO8ZL4VZPU8 tag=Y23WI88EQC5W type=write size=1397816 2026-04-02T11:45:24.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.879+0000 7f5c0c217880 1 < suggested remove operation key=LK943WZ8ZUMG tag=OO8XJC7Z4DOI type=del 2026-04-02T11:45:24.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.879+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=R7GHOZONQWYC type=del size=3391699 2026-04-02T11:45:24.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.880+0000 7f5c0c217880 1 < completed write operation key=I5G244DII0CX tag=93I33WWF615X type=write size=543105 2026-04-02T11:45:24.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.881+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=OP1SJ6R03BG5 type=del size=4065074 2026-04-02T11:45:24.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.882+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~8D7CDSJ59T9F.0 size=807190 2026-04-02T11:45:24.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.883+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=8D7CDSJ59T9F tag=K84OWWAFPMFI type=write size=1855766 2026-04-02T11:45:24.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.885+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~0ZUXR8WNAS7V.0 size=394790 2026-04-02T11:45:24.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.885+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=0ZUXR8WNAS7V tag=KWF1GZ74ZP3U type=write size=1443366 2026-04-02T11:45:24.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.886+0000 7f5c0c217880 -1 < failed to complete operation key=93T2V482IGI4 tag=0QA2A751MPED type=del size=3133121: (22) Invalid argument 2026-04-02T11:45:24.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.888+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~DM8CHXVOLWS8.0 size=1048576 2026-04-02T11:45:24.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.888+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~DM8CHXVOLWS8.1 size=1048576 2026-04-02T11:45:24.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.889+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~DM8CHXVOLWS8.2 size=458128 2026-04-02T11:45:24.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.889+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=DM8CHXVOLWS8 tag=MO0UMZC58APH type=write size=3603856 2026-04-02T11:45:24.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.890+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~JFLEN2Y33DU4.0 size=234868 2026-04-02T11:45:24.893 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.891+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=JFLEN2Y33DU4 tag=BJOHNI44YLHB type=write size=1283444 2026-04-02T11:45:24.893 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.892+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=PGGI92RR249B type=write size=802813 2026-04-02T11:45:24.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.893+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=IAHINB8SVWT6 type=del 2026-04-02T11:45:24.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.895+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~RAW4PKWXZVK7.0 size=1048576 2026-04-02T11:45:24.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.896+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~RAW4PKWXZVK7.1 size=897695 2026-04-02T11:45:24.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.896+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=RAW4PKWXZVK7 tag=1F1RRQNRSFMQ type=write size=2994847 2026-04-02T11:45:24.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.898+0000 7f5c0c217880 1 < suggested remove operation key=Q76H2FRUA1T9 tag=M4ZP6NRQ49HW type=write 2026-04-02T11:45:24.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.899+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=H38GPDM0IF8T type=del size=176783 2026-04-02T11:45:24.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.899+0000 7f5c0c217880 1 < canceled part key=_multipart_80YVB17TNIAR.2~V76I8QR0H1JH.0 size=1048576 2026-04-02T11:45:24.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.900+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~V76I8QR0H1JH.1 size=681086 2026-04-02T11:45:24.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.902+0000 7f5c0c217880 1 < canceled multipart upload key=80YVB17TNIAR upload=V76I8QR0H1JH tag=YYENTARO957S type=write size=2778238 2026-04-02T11:45:24.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.903+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=4TNT7IOT0607 type=del size=1753735 2026-04-02T11:45:24.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.904+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~SRTR5ZNPEBYC.0 size=1048576 2026-04-02T11:45:24.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.904+0000 7f5c0c217880 1 < canceled part key=_multipart_3NDJG05GFEU3.2~SRTR5ZNPEBYC.1 size=88597 2026-04-02T11:45:24.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.905+0000 7f5c0c217880 1 < canceled multipart upload key=3NDJG05GFEU3 upload=SRTR5ZNPEBYC tag=PQMK9QFFR9TF type=write size=2185749 2026-04-02T11:45:24.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.906+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=JV7YX98T0QTC type=del size=3700651 2026-04-02T11:45:24.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.907+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~0K3KC2IL43DL.0 size=753844 2026-04-02T11:45:24.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.909+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=0K3KC2IL43DL tag=NE32083CDNQH type=write size=1802420 2026-04-02T11:45:24.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.910+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=PBK5MGFZ1360 type=del size=2253271 2026-04-02T11:45:24.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.911+0000 7f5c0c217880 -1 < failed to complete operation key=LK943WZ8ZUMG tag=JRVPPW3K18U4 type=del size=3023455: (22) Invalid argument 2026-04-02T11:45:24.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.912+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~T6Z287AI7HN9.0 size=1048576 2026-04-02T11:45:24.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.913+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~T6Z287AI7HN9.1 size=627215 2026-04-02T11:45:24.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.913+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=T6Z287AI7HN9 tag=2SB0FW5QXAE6 type=write size=2724367 2026-04-02T11:45:24.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.914+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=HKUE42YVH8PJ type=del 2026-04-02T11:45:24.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.915+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=5XB0363JCU93 type=del size=4063949 2026-04-02T11:45:24.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.916+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~J4VLHMJ0SVHK.0 size=1048576 2026-04-02T11:45:24.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.917+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~J4VLHMJ0SVHK.1 size=385692 2026-04-02T11:45:24.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.918+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=J4VLHMJ0SVHK tag=OPY3O6TG76R9 type=write size=2482844 2026-04-02T11:45:24.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.919+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=NUTNMASS8NOA type=del size=198502 2026-04-02T11:45:24.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.920+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~M23FZ5B16000.0 size=1048576 2026-04-02T11:45:24.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.921+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~M23FZ5B16000.1 size=421871 2026-04-02T11:45:24.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.922+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=M23FZ5B16000 tag=MBRVJ3E8ZQMF type=write size=2519023 2026-04-02T11:45:24.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.924+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~4LQV0MYOLZOB.0 size=1048576 2026-04-02T11:45:24.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.925+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~4LQV0MYOLZOB.1 size=707015 2026-04-02T11:45:24.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.925+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=4LQV0MYOLZOB tag=44EDACPB278F type=write size=2804167 2026-04-02T11:45:24.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.926+0000 7f5c0c217880 1 < completed write operation key=0ID62KUCSKML tag=999KSPBG9SYL type=write size=840192 2026-04-02T11:45:24.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.927+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~KT2PJ3O60T9O.0 size=1048576 2026-04-02T11:45:24.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.928+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~KT2PJ3O60T9O.1 size=54202 2026-04-02T11:45:24.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.928+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=KT2PJ3O60T9O tag=OF0QIJSWSK7Q type=write size=2151354 2026-04-02T11:45:24.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.929+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~GJO8ZL4VZPU8.0 size=349240 2026-04-02T11:45:24.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.930+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=GJO8ZL4VZPU8 tag=Y23WI88EQC5W type=write size=1397816 2026-04-02T11:45:24.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.931+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~FKRI15B333O3.0 size=711537 2026-04-02T11:45:24.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.931+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=FKRI15B333O3 tag=81AEGQT7Y219 type=write size=1760113 2026-04-02T11:45:24.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.933+0000 7f5c0c217880 1 < suggested update operation key=X8AC72ESIA6N tag=R7GHOZONQWYC type=del size=3391699 2026-04-02T11:45:24.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.934+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=30J1CHQ0NL2U type=write size=913912 2026-04-02T11:45:24.936 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.934+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=OP1SJ6R03BG5 type=del 2026-04-02T11:45:24.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.937+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~I03B6MI67WWX.0 size=1048576 2026-04-02T11:45:24.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.938+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~I03B6MI67WWX.1 size=620663 2026-04-02T11:45:24.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.938+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=I03B6MI67WWX tag=2SLUAI29AQCG type=write size=2717815 2026-04-02T11:45:24.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.939+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~0ZUXR8WNAS7V.0 size=394790 2026-04-02T11:45:24.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.940+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=0ZUXR8WNAS7V tag=KWF1GZ74ZP3U type=write size=1443366 2026-04-02T11:45:24.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.941+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=17WKP7U3I60J type=del size=608284 2026-04-02T11:45:24.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.942+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~DM8CHXVOLWS8.0 size=1048576 2026-04-02T11:45:24.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.942+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~DM8CHXVOLWS8.1 size=1048576 2026-04-02T11:45:24.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.943+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~DM8CHXVOLWS8.2 size=458128 2026-04-02T11:45:24.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.945+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=DM8CHXVOLWS8 tag=MO0UMZC58APH type=write size=3603856 2026-04-02T11:45:24.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.945+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=LZ5ROXIV3TFR type=del size=3866485 2026-04-02T11:45:24.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.947+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=PGGI92RR249B type=write size=802813 2026-04-02T11:45:24.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.948+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=CDZ4Y2K2E0MT type=del size=3025981 2026-04-02T11:45:24.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.949+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~RAW4PKWXZVK7.0 size=1048576 2026-04-02T11:45:24.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.950+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~RAW4PKWXZVK7.1 size=897695 2026-04-02T11:45:24.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.952+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=RAW4PKWXZVK7 tag=1F1RRQNRSFMQ type=write size=2994847 2026-04-02T11:45:24.954 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.953+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=4KF6VXCSQILS type=del size=1624480 2026-04-02T11:45:24.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.954+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=H38GPDM0IF8T type=del 2026-04-02T11:45:24.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.956+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~70WQ53F6OMNO.0 size=879321 2026-04-02T11:45:24.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.956+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=70WQ53F6OMNO tag=99TNNK5Y66JI type=write size=1927897 2026-04-02T11:45:24.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.958+0000 7f5c0c217880 1 < suggested update operation key=RXDFK5T07T03 tag=4TNT7IOT0607 type=del size=1753735 2026-04-02T11:45:24.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.960+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~LQKC1RVBP76P.0 size=979642 2026-04-02T11:45:24.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.960+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=LQKC1RVBP76P tag=W2KSQHLI807N type=write size=2028218 2026-04-02T11:45:24.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.960+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=JV7YX98T0QTC type=del 2026-04-02T11:45:24.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.961+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=KSWUCWFZ8CGA type=del size=395502 2026-04-02T11:45:24.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.962+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=PBK5MGFZ1360 type=del 2026-04-02T11:45:24.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.963+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=6EE4ZMX21Y4I type=del size=653354 2026-04-02T11:45:24.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.964+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~T6Z287AI7HN9.0 size=1048576 2026-04-02T11:45:24.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.964+0000 7f5c0c217880 1 < canceled part key=_multipart_RY963UTFY8OE.2~T6Z287AI7HN9.1 size=627215 2026-04-02T11:45:24.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.966+0000 7f5c0c217880 1 < canceled multipart upload key=RY963UTFY8OE upload=T6Z287AI7HN9 tag=2SB0FW5QXAE6 type=write size=2724367 2026-04-02T11:45:24.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.967+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~FV2N5QI2QRIU.0 size=1048576 2026-04-02T11:45:24.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.968+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~FV2N5QI2QRIU.1 size=1048576 2026-04-02T11:45:24.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.969+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~FV2N5QI2QRIU.2 size=954035 2026-04-02T11:45:24.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.969+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=FV2N5QI2QRIU tag=PUYJNF4SR8JV type=write size=4099763 2026-04-02T11:45:24.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.970+0000 7f5c0c217880 1 < canceled operation key=RY963UTFY8OE tag=5XB0363JCU93 type=del size=4063949 2026-04-02T11:45:24.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.971+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=AB3E75GGBV0S type=write size=995399 2026-04-02T11:45:24.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.972+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=NUTNMASS8NOA type=del 2026-04-02T11:45:24.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.973+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=878Z5ZAGBOZ3 type=del size=1059797 2026-04-02T11:45:24.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.974+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~4LQV0MYOLZOB.0 size=1048576 2026-04-02T11:45:24.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.975+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~4LQV0MYOLZOB.1 size=707015 2026-04-02T11:45:24.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.977+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=4LQV0MYOLZOB tag=44EDACPB278F type=write size=2804167 2026-04-02T11:45:24.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.978+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=P6BNK0JHSD4X type=write size=809895 2026-04-02T11:45:24.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.979+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~KT2PJ3O60T9O.0 size=1048576 2026-04-02T11:45:24.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.980+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~KT2PJ3O60T9O.1 size=54202 2026-04-02T11:45:24.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.981+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=KT2PJ3O60T9O tag=OF0QIJSWSK7Q type=write size=2151354 2026-04-02T11:45:24.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.982+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=H1UREZNYW0JK type=del size=2756856 2026-04-02T11:45:24.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.984+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~FKRI15B333O3.0 size=711537 2026-04-02T11:45:24.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.985+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=FKRI15B333O3 tag=81AEGQT7Y219 type=write size=1760113 2026-04-02T11:45:24.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.986+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=32J7QTLITXJ1 type=del size=3655283 2026-04-02T11:45:24.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.987+0000 7f5c0c217880 1 < completed write operation key=KOFTD4ZEAMOY tag=30J1CHQ0NL2U type=write size=913912 2026-04-02T11:45:24.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.988+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=88G2B0OJAR1B type=del size=1107574 2026-04-02T11:45:24.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.989+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~I03B6MI67WWX.0 size=1048576 2026-04-02T11:45:24.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.990+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~I03B6MI67WWX.1 size=620663 2026-04-02T11:45:24.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.991+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=I03B6MI67WWX tag=2SLUAI29AQCG type=write size=2717815 2026-04-02T11:45:24.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.992+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=OQJKX1V4TT2P type=del size=2907854 2026-04-02T11:45:24.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.993+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=17WKP7U3I60J type=del 2026-04-02T11:45:24.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.994+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~0DIX2XJSY5X9.0 size=166063 2026-04-02T11:45:24.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.994+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=0DIX2XJSY5X9 tag=K38QGZ5FP22H type=write size=1214639 2026-04-02T11:45:24.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.995+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=LZ5ROXIV3TFR type=del 2026-04-02T11:45:24.998 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.996+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=YZXE1ZV2W3ST type=del size=681484 2026-04-02T11:45:24.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.997+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=CDZ4Y2K2E0MT type=del 2026-04-02T11:45:25.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.999+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~ZZRM6LY2IJFF.0 size=761340 2026-04-02T11:45:25.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:24.999+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=ZZRM6LY2IJFF tag=VRX4NUNAM2U5 type=write size=1809916 2026-04-02T11:45:25.001 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.000+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=4KF6VXCSQILS type=del 2026-04-02T11:45:25.002 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.001+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=NTPXG1FEORV9 type=del size=3402959 2026-04-02T11:45:25.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.002+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~70WQ53F6OMNO.0 size=879321 2026-04-02T11:45:25.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.003+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=70WQ53F6OMNO tag=99TNNK5Y66JI type=write size=1927897 2026-04-02T11:45:25.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.004+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=QUNQE6ACFUC2 type=del size=95243 2026-04-02T11:45:25.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.005+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~LQKC1RVBP76P.0 size=979642 2026-04-02T11:45:25.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.009+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=LQKC1RVBP76P tag=W2KSQHLI807N type=write size=2028218 2026-04-02T11:45:25.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.010+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=THDGORRS6R0G type=del size=2810954 2026-04-02T11:45:25.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.011+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=KSWUCWFZ8CGA type=del 2026-04-02T11:45:25.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.012+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=E47ICRQ5ETA2 type=del size=2231999 2026-04-02T11:45:25.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.013+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=6EE4ZMX21Y4I type=del 2026-04-02T11:45:25.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.015+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~XWV7TC7VODSU.0 size=153451 2026-04-02T11:45:25.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.015+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=XWV7TC7VODSU tag=0G6V3X0GJWUR type=write size=1202027 2026-04-02T11:45:25.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.015+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~FV2N5QI2QRIU.0 size=1048576 2026-04-02T11:45:25.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.015+0000 7f5c0c217880 1 < canceled part key=_multipart_I5G244DII0CX.2~FV2N5QI2QRIU.1 size=1048576 2026-04-02T11:45:25.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.016+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~FV2N5QI2QRIU.2 size=954035 2026-04-02T11:45:25.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.017+0000 7f5c0c217880 1 < canceled multipart upload key=I5G244DII0CX upload=FV2N5QI2QRIU tag=PUYJNF4SR8JV type=write size=4099763 2026-04-02T11:45:25.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.019+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~L7K2WZKMTQSH.0 size=1048576 2026-04-02T11:45:25.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.019+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~L7K2WZKMTQSH.1 size=332806 2026-04-02T11:45:25.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.019+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=L7K2WZKMTQSH tag=58303YGOEPL7 type=write size=2429958 2026-04-02T11:45:25.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.020+0000 7f5c0c217880 1 < canceled operation key=HG9SH1DT0VFR tag=AB3E75GGBV0S type=write size=995399 2026-04-02T11:45:25.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.021+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=F3HAP3E6N150 type=del size=1282001 2026-04-02T11:45:25.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.022+0000 7f5c0c217880 1 < canceled operation key=0L9I2XPJ6ED1 tag=878Z5ZAGBOZ3 type=del size=1059797 2026-04-02T11:45:25.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.023+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=VAID8SD200KJ type=write size=481071 2026-04-02T11:45:25.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.024+0000 7f5c0c217880 1 < completed write operation key=BOCZEPFZF855 tag=P6BNK0JHSD4X type=write size=809895 2026-04-02T11:45:25.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.024+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=HIJ62ZL34L3Y type=del size=1563209 2026-04-02T11:45:25.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.025+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=H1UREZNYW0JK type=del 2026-04-02T11:45:25.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.027+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=6XOYJW3QWYCS type=del size=2793394 2026-04-02T11:45:25.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.028+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=32J7QTLITXJ1 type=del 2026-04-02T11:45:25.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.029+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=3FTV9UKNPV61 type=del size=289812 2026-04-02T11:45:25.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.030+0000 7f5c0c217880 1 < canceled operation key=QAI58E61O0A8 tag=88G2B0OJAR1B type=del size=1107574 2026-04-02T11:45:25.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.031+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~KUEVP232EWUH.0 size=1048576 2026-04-02T11:45:25.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.032+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~KUEVP232EWUH.1 size=1048576 2026-04-02T11:45:25.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.033+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~KUEVP232EWUH.2 size=602235 2026-04-02T11:45:25.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.033+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=KUEVP232EWUH tag=V1EC6VGZ52KO type=write size=3747963 2026-04-02T11:45:25.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.034+0000 7f5c0c217880 1 < suggested update operation key=RY963UTFY8OE tag=OQJKX1V4TT2P type=del size=2907854 2026-04-02T11:45:25.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.035+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=I3PLGGSHH08T type=del size=90132 2026-04-02T11:45:25.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.036+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~0DIX2XJSY5X9.0 size=166063 2026-04-02T11:45:25.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.038+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=0DIX2XJSY5X9 tag=K38QGZ5FP22H type=write size=1214639 2026-04-02T11:45:25.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.038+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=K70KLDRX5LKY type=del size=1638019 2026-04-02T11:45:25.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.039+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=YZXE1ZV2W3ST type=del 2026-04-02T11:45:25.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.078+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=T4BMGRGATISL type=write size=277911 2026-04-02T11:45:25.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.080+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~ZZRM6LY2IJFF.0 size=761340 2026-04-02T11:45:25.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.081+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=ZZRM6LY2IJFF tag=VRX4NUNAM2U5 type=write size=1809916 2026-04-02T11:45:25.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.083+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~W2U1ANLOPHR0.0 size=1048576 2026-04-02T11:45:25.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.083+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~W2U1ANLOPHR0.1 size=1038758 2026-04-02T11:45:25.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.083+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=W2U1ANLOPHR0 tag=0JO549ESK3FR type=write size=3135910 2026-04-02T11:45:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.084+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=NTPXG1FEORV9 type=del 2026-04-02T11:45:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.085+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=MYPSHTI9SCL2 type=del size=2109541 2026-04-02T11:45:25.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.086+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=QUNQE6ACFUC2 type=del 2026-04-02T11:45:25.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.087+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=DKMOCYG4JW3P type=del size=2650878 2026-04-02T11:45:25.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.087+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=THDGORRS6R0G type=del 2026-04-02T11:45:25.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.089+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~QKYD9U7C2JLG.0 size=901667 2026-04-02T11:45:25.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.089+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=QKYD9U7C2JLG tag=AHGOHFL8DC63 type=write size=1950243 2026-04-02T11:45:25.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.089+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=E47ICRQ5ETA2 type=del 2026-04-02T11:45:25.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.090+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=S5AUEPVDSVHJ type=write size=346358 2026-04-02T11:45:25.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.091+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~XWV7TC7VODSU.0 size=153451 2026-04-02T11:45:25.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.092+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=XWV7TC7VODSU tag=0G6V3X0GJWUR type=write size=1202027 2026-04-02T11:45:25.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.093+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=PIZMLVAZZF9W type=del size=2094745 2026-04-02T11:45:25.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.094+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~L7K2WZKMTQSH.0 size=1048576 2026-04-02T11:45:25.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.094+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~L7K2WZKMTQSH.1 size=332806 2026-04-02T11:45:25.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.096+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=L7K2WZKMTQSH tag=58303YGOEPL7 type=write size=2429958 2026-04-02T11:45:25.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.096+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=IRIHE97Y8HGF type=write size=978959 2026-04-02T11:45:25.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.098+0000 7f5c0c217880 1 < suggested update operation key=3NDJG05GFEU3 tag=F3HAP3E6N150 type=del size=1282001 2026-04-02T11:45:25.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.098+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=SB1XNTH3TUKE type=write size=781262 2026-04-02T11:45:25.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.099+0000 7f5c0c217880 1 < completed write operation key=18ALC111A00W tag=VAID8SD200KJ type=write size=481071 2026-04-02T11:45:25.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.100+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=A1IZ8K02JPGJ type=del size=55368 2026-04-02T11:45:25.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.100+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=HIJ62ZL34L3Y type=del 2026-04-02T11:45:25.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.102+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~KYQP87XKNYBA.0 size=1048576 2026-04-02T11:45:25.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.102+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~KYQP87XKNYBA.1 size=691225 2026-04-02T11:45:25.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.102+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=KYQP87XKNYBA tag=QY6ARPESVQQV type=write size=2788377 2026-04-02T11:45:25.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.103+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=6XOYJW3QWYCS type=del 2026-04-02T11:45:25.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.104+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=3GG5YKRTOXEF type=del size=2952149 2026-04-02T11:45:25.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.105+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=3FTV9UKNPV61 type=del 2026-04-02T11:45:25.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.106+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~VGR85Z2JI6TN.0 size=1785 2026-04-02T11:45:25.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.106+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=VGR85Z2JI6TN tag=UPX5OMV4IAEZ type=write size=1050361 2026-04-02T11:45:25.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.107+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~KUEVP232EWUH.0 size=1048576 2026-04-02T11:45:25.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.107+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~KUEVP232EWUH.1 size=1048576 2026-04-02T11:45:25.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.108+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~KUEVP232EWUH.2 size=602235 2026-04-02T11:45:25.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.109+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=KUEVP232EWUH tag=V1EC6VGZ52KO type=write size=3747963 2026-04-02T11:45:25.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.111+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~N91IKFQH29K7.0 size=298669 2026-04-02T11:45:25.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.111+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=N91IKFQH29K7 tag=W01XX22BLWCA type=write size=1347245 2026-04-02T11:45:25.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.111+0000 7f5c0c217880 1 < canceled operation key=60U4HF6F2992 tag=I3PLGGSHH08T type=del size=90132 2026-04-02T11:45:25.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.112+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=8LVP3LLL6GQM type=del size=607065 2026-04-02T11:45:25.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.113+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=K70KLDRX5LKY type=del 2026-04-02T11:45:25.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.114+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~GHJ2IHR1IN1B.0 size=163928 2026-04-02T11:45:25.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.114+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=GHJ2IHR1IN1B tag=SNM5YCE8BKUP type=write size=1212504 2026-04-02T11:45:25.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.116+0000 7f5c0c217880 1 < suggested update operation key=BOCZEPFZF855 tag=T4BMGRGATISL type=write size=277911 2026-04-02T11:45:25.118 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.117+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=H0YB1ZH9960X type=del size=1753228 2026-04-02T11:45:25.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.118+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~W2U1ANLOPHR0.0 size=1048576 2026-04-02T11:45:25.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.118+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~W2U1ANLOPHR0.1 size=1038758 2026-04-02T11:45:25.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.120+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=W2U1ANLOPHR0 tag=0JO549ESK3FR type=write size=3135910 2026-04-02T11:45:25.122 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.121+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=PUB5A8OY26UU type=del size=2503271 2026-04-02T11:45:25.124 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.122+0000 7f5c0c217880 1 < suggested remove operation key=0L9I2XPJ6ED1 tag=MYPSHTI9SCL2 type=del 2026-04-02T11:45:25.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.124+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~DMBK8XRT89YW.0 size=156166 2026-04-02T11:45:25.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.124+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=DMBK8XRT89YW tag=Z5HDBD2XNLF0 type=write size=1204742 2026-04-02T11:45:25.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.125+0000 7f5c0c217880 1 < canceled operation key=TX21U43I2WZO tag=DKMOCYG4JW3P type=del size=2650878 2026-04-02T11:45:25.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.127+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~QF5OCKWDNT20.0 size=462308 2026-04-02T11:45:25.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.127+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=QF5OCKWDNT20 tag=BGK2DRHG9P84 type=write size=1510884 2026-04-02T11:45:25.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.127+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~QKYD9U7C2JLG.0 size=901667 2026-04-02T11:45:25.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.133+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=QKYD9U7C2JLG tag=AHGOHFL8DC63 type=write size=1950243 2026-04-02T11:45:25.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.134+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=11ZZZWTD861R type=write size=761315 2026-04-02T11:45:25.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.135+0000 7f5c0c217880 1 < completed write operation key=93T2V482IGI4 tag=S5AUEPVDSVHJ type=write size=346358 2026-04-02T11:45:25.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.136+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=YT0LG9KZK3DZ type=del size=3197121 2026-04-02T11:45:25.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.137+0000 7f5c0c217880 1 < suggested update operation key=93T2V482IGI4 tag=PIZMLVAZZF9W type=del size=2094745 2026-04-02T11:45:25.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.138+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=Y773EK7Y0E3L type=del size=2116442 2026-04-02T11:45:25.141 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.139+0000 7f5c0c217880 1 < suggested remove operation key=0ID62KUCSKML tag=IRIHE97Y8HGF type=write 2026-04-02T11:45:25.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.141+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~0Z8L5S49GRAM.0 size=74850 2026-04-02T11:45:25.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.141+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=0Z8L5S49GRAM tag=CFBVO6O5APST type=write size=1123426 2026-04-02T11:45:25.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.142+0000 7f5c0c217880 1 < completed write operation key=EA5JHZQJK139 tag=SB1XNTH3TUKE type=write size=781262 2026-04-02T11:45:25.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.143+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=F624BXFQK1PC type=del size=2310635 2026-04-02T11:45:25.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.143+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=A1IZ8K02JPGJ type=del 2026-04-02T11:45:25.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.144+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=25LWE2MJCO50 type=del size=2413026 2026-04-02T11:45:25.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.145+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~KYQP87XKNYBA.0 size=1048576 2026-04-02T11:45:25.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.145+0000 7f5c0c217880 1 < canceled part key=_multipart_0L9I2XPJ6ED1.2~KYQP87XKNYBA.1 size=691225 2026-04-02T11:45:25.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.148+0000 7f5c0c217880 1 < canceled multipart upload key=0L9I2XPJ6ED1 upload=KYQP87XKNYBA tag=QY6ARPESVQQV type=write size=2788377 2026-04-02T11:45:25.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.149+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=L9V9X4QIDYED type=del size=3132756 2026-04-02T11:45:25.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.149+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=3GG5YKRTOXEF type=del 2026-04-02T11:45:25.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.151+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~98TZZV3TGE1B.0 size=1048576 2026-04-02T11:45:25.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.152+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~98TZZV3TGE1B.1 size=1048576 2026-04-02T11:45:25.154 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.153+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~98TZZV3TGE1B.2 size=462520 2026-04-02T11:45:25.154 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.153+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=98TZZV3TGE1B tag=PSWPEWWUMZVL type=write size=3608248 2026-04-02T11:45:25.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.154+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~VGR85Z2JI6TN.0 size=1785 2026-04-02T11:45:25.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.155+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=VGR85Z2JI6TN tag=UPX5OMV4IAEZ type=write size=1050361 2026-04-02T11:45:25.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.156+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=U54A8AVE7VMC type=write size=122074 2026-04-02T11:45:25.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.157+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~N91IKFQH29K7.0 size=298669 2026-04-02T11:45:25.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.159+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=N91IKFQH29K7 tag=W01XX22BLWCA type=write size=1347245 2026-04-02T11:45:25.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.160+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=OX86KK4HDM8V type=del size=2224405 2026-04-02T11:45:25.162 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.161+0000 7f5c0c217880 1 < canceled operation key=A7V45HD10IBY tag=8LVP3LLL6GQM type=del size=607065 2026-04-02T11:45:25.163 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.162+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=YGNVQNSUUY7S type=write size=619063 2026-04-02T11:45:25.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.162+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~GHJ2IHR1IN1B.0 size=163928 2026-04-02T11:45:25.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.164+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=GHJ2IHR1IN1B tag=SNM5YCE8BKUP type=write size=1212504 2026-04-02T11:45:25.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.167+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=BC1X29ZVD7ID type=del size=789732 2026-04-02T11:45:25.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.171+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=H0YB1ZH9960X type=del 2026-04-02T11:45:25.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.175+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~6TR98E9EHT1V.0 size=1048576 2026-04-02T11:45:25.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.176+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~6TR98E9EHT1V.1 size=93625 2026-04-02T11:45:25.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.176+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=6TR98E9EHT1V tag=30KFBG4VEEHX type=write size=2190777 2026-04-02T11:45:25.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.177+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=PUB5A8OY26UU type=del 2026-04-02T11:45:25.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.178+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~J7OT1YIMCOQF.0 size=1048576 2026-04-02T11:45:25.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.179+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~J7OT1YIMCOQF.1 size=1048576 2026-04-02T11:45:25.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.180+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~J7OT1YIMCOQF.2 size=782770 2026-04-02T11:45:25.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.180+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=J7OT1YIMCOQF tag=3UJOMKUNA37J type=write size=3928498 2026-04-02T11:45:25.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.180+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~DMBK8XRT89YW.0 size=156166 2026-04-02T11:45:25.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.192+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=DMBK8XRT89YW tag=Z5HDBD2XNLF0 type=write size=1204742 2026-04-02T11:45:25.194 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.193+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=2DQWKKKP1KXG type=write size=116294 2026-04-02T11:45:25.194 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.193+0000 7f5c0c217880 1 < canceled part key=_multipart_16KLPONRQQAX.2~QF5OCKWDNT20.0 size=462308 2026-04-02T11:45:25.196 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.194+0000 7f5c0c217880 1 < canceled multipart upload key=16KLPONRQQAX upload=QF5OCKWDNT20 tag=BGK2DRHG9P84 type=write size=1510884 2026-04-02T11:45:25.197 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.196+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~UJOXJOCUOTML.0 size=1048576 2026-04-02T11:45:25.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.197+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~UJOXJOCUOTML.1 size=1048576 2026-04-02T11:45:25.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.197+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~UJOXJOCUOTML.2 size=592022 2026-04-02T11:45:25.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.197+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=UJOXJOCUOTML tag=OEKKPJLL9DQS type=write size=3737750 2026-04-02T11:45:25.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.199+0000 7f5c0c217880 1 < suggested remove operation key=5HGO669IL8H8 tag=11ZZZWTD861R type=write 2026-04-02T11:45:25.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.200+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=P119J3JHXN5J type=del size=313693 2026-04-02T11:45:25.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.201+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=YT0LG9KZK3DZ type=del 2026-04-02T11:45:25.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.202+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=CK65XGOHPW42 type=del size=985412 2026-04-02T11:45:25.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.203+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=Y773EK7Y0E3L type=del 2026-04-02T11:45:25.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.204+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~N1HCMLN2IZLY.0 size=1048576 2026-04-02T11:45:25.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.205+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~N1HCMLN2IZLY.1 size=821912 2026-04-02T11:45:25.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.205+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=N1HCMLN2IZLY tag=63GI9UHI9PDU type=write size=2919064 2026-04-02T11:45:25.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.206+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~0Z8L5S49GRAM.0 size=74850 2026-04-02T11:45:25.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.207+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=0Z8L5S49GRAM tag=CFBVO6O5APST type=write size=1123426 2026-04-02T11:45:25.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.208+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=36LZ48M7CI9S type=del size=1853157 2026-04-02T11:45:25.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.210+0000 7f5c0c217880 1 < suggested remove operation key=80UA8NGMVTVM tag=F624BXFQK1PC type=del 2026-04-02T11:45:25.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.211+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=H46ZUU0RBS7Q type=write size=20778 2026-04-02T11:45:25.213 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.212+0000 7f5c0c217880 1 < canceled operation key=I5G244DII0CX tag=25LWE2MJCO50 type=del size=2413026 2026-04-02T11:45:25.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.213+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=DP9PJWTULBQ6 type=del size=1170668 2026-04-02T11:45:25.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.214+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=L9V9X4QIDYED type=del 2026-04-02T11:45:25.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.216+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~WM5E1ODHLEVK.0 size=1048576 2026-04-02T11:45:25.218 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.216+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~WM5E1ODHLEVK.1 size=843394 2026-04-02T11:45:25.218 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.216+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=WM5E1ODHLEVK tag=UZ6HKOZH2AEO type=write size=2940546 2026-04-02T11:45:25.218 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.217+0000 7f5c0c217880 1 < canceled part key=_multipart_TV1SXLAYZV94.2~98TZZV3TGE1B.0 size=1048576 2026-04-02T11:45:25.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.217+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~98TZZV3TGE1B.1 size=1048576 2026-04-02T11:45:25.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.218+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~98TZZV3TGE1B.2 size=462520 2026-04-02T11:45:25.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.221+0000 7f5c0c217880 1 < canceled multipart upload key=TV1SXLAYZV94 upload=98TZZV3TGE1B tag=PSWPEWWUMZVL type=write size=3608248 2026-04-02T11:45:25.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.223+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~TH6OI5HNL21F.0 size=1048576 2026-04-02T11:45:25.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.224+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~TH6OI5HNL21F.1 size=433640 2026-04-02T11:45:25.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.224+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=TH6OI5HNL21F tag=YSN4AEL5P36F type=write size=2530792 2026-04-02T11:45:25.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.225+0000 7f5c0c217880 1 < completed write operation key=LWVLFKB2UJNA tag=U54A8AVE7VMC type=write size=122074 2026-04-02T11:45:25.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.227+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~XKGSXLB4IK5P.0 size=1048576 2026-04-02T11:45:25.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.227+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~XKGSXLB4IK5P.1 size=158579 2026-04-02T11:45:25.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.227+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=XKGSXLB4IK5P tag=8ZTXJCWJSZ76 type=write size=2255731 2026-04-02T11:45:25.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.229+0000 7f5c0c217880 1 < suggested remove operation key=TV1SXLAYZV94 tag=OX86KK4HDM8V type=del 2026-04-02T11:45:25.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.231+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~IX5UUOM9C2UP.0 size=1048576 2026-04-02T11:45:25.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.232+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~IX5UUOM9C2UP.1 size=1048576 2026-04-02T11:45:25.234 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.233+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~IX5UUOM9C2UP.2 size=355884 2026-04-02T11:45:25.234 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.233+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=IX5UUOM9C2UP tag=X6QBOUZAYAZW type=write size=3501612 2026-04-02T11:45:25.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.234+0000 7f5c0c217880 1 < completed write operation key=LWVLFKB2UJNA tag=YGNVQNSUUY7S type=write size=619063 2026-04-02T11:45:25.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.236+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~GTQCY5RVNPOJ.0 size=868239 2026-04-02T11:45:25.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.236+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=GTQCY5RVNPOJ tag=36JZTFCYY9EB type=write size=1916815 2026-04-02T11:45:25.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.237+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=BC1X29ZVD7ID type=del 2026-04-02T11:45:25.239 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.237+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=8K96SIVFZ7AD type=del size=143326 2026-04-02T11:45:25.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.238+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~6TR98E9EHT1V.0 size=1048576 2026-04-02T11:45:25.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.238+0000 7f5c0c217880 1 < canceled part key=_multipart_TV1SXLAYZV94.2~6TR98E9EHT1V.1 size=93625 2026-04-02T11:45:25.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.240+0000 7f5c0c217880 1 < canceled multipart upload key=TV1SXLAYZV94 upload=6TR98E9EHT1V tag=30KFBG4VEEHX type=write size=2190777 2026-04-02T11:45:25.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.242+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~YTB3REQQ9M7A.0 size=820645 2026-04-02T11:45:25.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.242+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=YTB3REQQ9M7A tag=2CKZUH12OBQ1 type=write size=1869221 2026-04-02T11:45:25.244 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.243+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~J7OT1YIMCOQF.0 size=1048576 2026-04-02T11:45:25.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.244+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~J7OT1YIMCOQF.1 size=1048576 2026-04-02T11:45:25.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.244+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~J7OT1YIMCOQF.2 size=782770 2026-04-02T11:45:25.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.246+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=J7OT1YIMCOQF tag=3UJOMKUNA37J type=write size=3928498 2026-04-02T11:45:25.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.247+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=8P83J3ID9OKD type=del size=2605497 2026-04-02T11:45:25.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.247+0000 7f5c0c217880 -1 < failed to complete operation key=TV1SXLAYZV94 tag=2DQWKKKP1KXG type=write size=116294: (22) Invalid argument 2026-04-02T11:45:25.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.249+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6WPLCZNXYBQ4.0 size=1048576 2026-04-02T11:45:25.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.250+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6WPLCZNXYBQ4.1 size=1048576 2026-04-02T11:45:25.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.252+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6WPLCZNXYBQ4.2 size=979996 2026-04-02T11:45:25.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.252+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=6WPLCZNXYBQ4 tag=UO01YRK30JC9 type=write size=4125724 2026-04-02T11:45:25.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.253+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~UJOXJOCUOTML.0 size=1048576 2026-04-02T11:45:25.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.253+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~UJOXJOCUOTML.1 size=1048576 2026-04-02T11:45:25.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.254+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~UJOXJOCUOTML.2 size=592022 2026-04-02T11:45:25.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.255+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=UJOXJOCUOTML tag=OEKKPJLL9DQS type=write size=3737750 2026-04-02T11:45:25.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.257+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~PKSINED98J07.0 size=1048576 2026-04-02T11:45:25.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.258+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~PKSINED98J07.1 size=484984 2026-04-02T11:45:25.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.258+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=PKSINED98J07 tag=G3IT8ZI4U4GA type=write size=2582136 2026-04-02T11:45:25.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.259+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=P119J3JHXN5J type=del 2026-04-02T11:45:25.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.259+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=K17FHN69GVEV type=del size=2792484 2026-04-02T11:45:25.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.260+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=CK65XGOHPW42 type=del 2026-04-02T11:45:25.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.261+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=WELGL7OJRC1E type=del size=337653 2026-04-02T11:45:25.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.262+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~N1HCMLN2IZLY.0 size=1048576 2026-04-02T11:45:25.264 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.263+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~N1HCMLN2IZLY.1 size=821912 2026-04-02T11:45:25.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.264+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=N1HCMLN2IZLY tag=63GI9UHI9PDU type=write size=2919064 2026-04-02T11:45:25.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.265+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=KNLE7O81PI3M type=del size=917921 2026-04-02T11:45:25.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.266+0000 7f5c0c217880 1 < canceled operation key=3NDJG05GFEU3 tag=36LZ48M7CI9S type=del size=1853157 2026-04-02T11:45:25.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.267+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=EJDR802O0E5Z type=del size=1955153 2026-04-02T11:45:25.270 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.268+0000 7f5c0c217880 1 < suggested update operation key=LWVLFKB2UJNA tag=H46ZUU0RBS7Q type=write size=20778 2026-04-02T11:45:25.271 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.270+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~CM1E0EMJWKVZ.0 size=1048576 2026-04-02T11:45:25.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.271+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~CM1E0EMJWKVZ.1 size=779529 2026-04-02T11:45:25.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.271+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=CM1E0EMJWKVZ tag=1SROO8S9CKJ2 type=write size=2876681 2026-04-02T11:45:25.273 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.272+0000 7f5c0c217880 -1 < failed to complete operation key=TV1SXLAYZV94 tag=DP9PJWTULBQ6 type=del size=1170668: (22) Invalid argument 2026-04-02T11:45:25.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.273+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~KYH08TPGLJ73.0 size=1048576 2026-04-02T11:45:25.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.274+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~KYH08TPGLJ73.1 size=328451 2026-04-02T11:45:25.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.274+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=KYH08TPGLJ73 tag=WYVAKOHO015W type=write size=2425603 2026-04-02T11:45:25.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.275+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~WM5E1ODHLEVK.0 size=1048576 2026-04-02T11:45:25.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.276+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~WM5E1ODHLEVK.1 size=843394 2026-04-02T11:45:25.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.277+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=WM5E1ODHLEVK tag=UZ6HKOZH2AEO type=write size=2940546 2026-04-02T11:45:25.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.280+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~NOX2K7XP4JSC.0 size=1048576 2026-04-02T11:45:25.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.281+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~NOX2K7XP4JSC.1 size=1048576 2026-04-02T11:45:25.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.291+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~NOX2K7XP4JSC.2 size=719982 2026-04-02T11:45:25.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.291+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=NOX2K7XP4JSC tag=KLZ0MGCV9P68 type=write size=3865710 2026-04-02T11:45:25.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.291+0000 7f5c0c217880 1 < canceled part key=_multipart_RXDFK5T07T03.2~TH6OI5HNL21F.0 size=1048576 2026-04-02T11:45:25.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.292+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~TH6OI5HNL21F.1 size=433640 2026-04-02T11:45:25.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.294+0000 7f5c0c217880 1 < canceled multipart upload key=RXDFK5T07T03 upload=TH6OI5HNL21F tag=YSN4AEL5P36F type=write size=2530792 2026-04-02T11:45:25.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.296+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~LB4PZT94NRGR.0 size=361125 2026-04-02T11:45:25.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.296+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=LB4PZT94NRGR tag=NN7ZJ70BKBQ4 type=write size=1409701 2026-04-02T11:45:25.298 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.296+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~XKGSXLB4IK5P.0 size=1048576 2026-04-02T11:45:25.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.297+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~XKGSXLB4IK5P.1 size=158579 2026-04-02T11:45:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.299+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=XKGSXLB4IK5P tag=8ZTXJCWJSZ76 type=write size=2255731 2026-04-02T11:45:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.300+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=KMC7VQJKQY8M type=del size=1640107 2026-04-02T11:45:25.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.301+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~IX5UUOM9C2UP.0 size=1048576 2026-04-02T11:45:25.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.302+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~IX5UUOM9C2UP.1 size=1048576 2026-04-02T11:45:25.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.303+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~IX5UUOM9C2UP.2 size=355884 2026-04-02T11:45:25.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.304+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=IX5UUOM9C2UP tag=X6QBOUZAYAZW type=write size=3501612 2026-04-02T11:45:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.306+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~V6X3D5TFQK7M.0 size=1048576 2026-04-02T11:45:25.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.307+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~V6X3D5TFQK7M.1 size=1048576 2026-04-02T11:45:25.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.307+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~V6X3D5TFQK7M.2 size=690336 2026-04-02T11:45:25.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.307+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=V6X3D5TFQK7M tag=APFDMUR3AKVC type=write size=3836064 2026-04-02T11:45:25.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.308+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~GTQCY5RVNPOJ.0 size=868239 2026-04-02T11:45:25.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.310+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=GTQCY5RVNPOJ tag=36JZTFCYY9EB type=write size=1916815 2026-04-02T11:45:25.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.311+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=ZMFM9XVJ3LCH type=del size=2039823 2026-04-02T11:45:25.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.312+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=8K96SIVFZ7AD type=del 2026-04-02T11:45:25.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.314+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~0DRS3NS3H23V.0 size=1048576 2026-04-02T11:45:25.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.315+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~0DRS3NS3H23V.1 size=1048576 2026-04-02T11:45:25.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.316+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~0DRS3NS3H23V.2 size=265830 2026-04-02T11:45:25.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.316+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=0DRS3NS3H23V tag=0R3D8JI9VF0Y type=write size=3411558 2026-04-02T11:45:25.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.317+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~YTB3REQQ9M7A.0 size=820645 2026-04-02T11:45:25.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.319+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=YTB3REQQ9M7A tag=2CKZUH12OBQ1 type=write size=1869221 2026-04-02T11:45:25.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.321+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=1K6U8XE30V5F type=del size=1841097 2026-04-02T11:45:25.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.322+0000 7f5c0c217880 1 < canceled operation key=TX21U43I2WZO tag=8P83J3ID9OKD type=del size=2605497 2026-04-02T11:45:25.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.323+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=ZUI7XIB5LPBP type=write size=607101 2026-04-02T11:45:25.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.324+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6WPLCZNXYBQ4.0 size=1048576 2026-04-02T11:45:25.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.324+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6WPLCZNXYBQ4.1 size=1048576 2026-04-02T11:45:25.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.325+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6WPLCZNXYBQ4.2 size=979996 2026-04-02T11:45:25.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.327+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=6WPLCZNXYBQ4 tag=UO01YRK30JC9 type=write size=4125724 2026-04-02T11:45:25.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.329+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~5H2W6FLOLVF4.0 size=1048576 2026-04-02T11:45:25.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.329+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~5H2W6FLOLVF4.1 size=196596 2026-04-02T11:45:25.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.329+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=5H2W6FLOLVF4 tag=GSJGWR3PCT56 type=write size=2293748 2026-04-02T11:45:25.332 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.330+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~PKSINED98J07.0 size=1048576 2026-04-02T11:45:25.333 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.331+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~PKSINED98J07.1 size=484984 2026-04-02T11:45:25.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.333+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=PKSINED98J07 tag=G3IT8ZI4U4GA type=write size=2582136 2026-04-02T11:45:25.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.334+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=05CS8HIFKHO6 type=del size=2070174 2026-04-02T11:45:25.337 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.336+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=K17FHN69GVEV type=del size=2792484 2026-04-02T11:45:25.338 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.337+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=D13SVXW2RGZK type=write size=136116 2026-04-02T11:45:25.339 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.338+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=WELGL7OJRC1E type=del 2026-04-02T11:45:25.341 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.339+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~0O277FPE79S6.0 size=949114 2026-04-02T11:45:25.341 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.339+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=0O277FPE79S6 tag=6ISLD4JA1ZHH type=write size=1997690 2026-04-02T11:45:25.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.340+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=KNLE7O81PI3M type=del 2026-04-02T11:45:25.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.341+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=1UINRK823IBD type=del size=1196337 2026-04-02T11:45:25.343 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.342+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=EJDR802O0E5Z type=del 2026-04-02T11:45:25.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.343+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=6Y53VHJU3PD9 type=del size=3312171 2026-04-02T11:45:25.345 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.344+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~CM1E0EMJWKVZ.0 size=1048576 2026-04-02T11:45:25.346 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.345+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~CM1E0EMJWKVZ.1 size=779529 2026-04-02T11:45:25.347 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.346+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=CM1E0EMJWKVZ tag=1SROO8S9CKJ2 type=write size=2876681 2026-04-02T11:45:25.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.347+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=GNGDB8EPW2HR type=del size=457219 2026-04-02T11:45:25.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.348+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~KYH08TPGLJ73.0 size=1048576 2026-04-02T11:45:25.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.349+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~KYH08TPGLJ73.1 size=328451 2026-04-02T11:45:25.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.351+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=KYH08TPGLJ73 tag=WYVAKOHO015W type=write size=2425603 2026-04-02T11:45:25.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.352+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=OR3ZKQXX9ZZM type=write size=608429 2026-04-02T11:45:25.354 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.353+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~NOX2K7XP4JSC.0 size=1048576 2026-04-02T11:45:25.355 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.354+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~NOX2K7XP4JSC.1 size=1048576 2026-04-02T11:45:25.355 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.354+0000 7f5c0c217880 1 < canceled part key=_multipart_80YVB17TNIAR.2~NOX2K7XP4JSC.2 size=719982 2026-04-02T11:45:25.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.355+0000 7f5c0c217880 1 < canceled multipart upload key=80YVB17TNIAR upload=NOX2K7XP4JSC tag=KLZ0MGCV9P68 type=write size=3865710 2026-04-02T11:45:25.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.357+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~GJY8OKNO56L7.0 size=775546 2026-04-02T11:45:25.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.357+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=GJY8OKNO56L7 tag=F3YSGT9L6IAB type=write size=1824122 2026-04-02T11:45:25.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.358+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~LB4PZT94NRGR.0 size=361125 2026-04-02T11:45:25.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.359+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=LB4PZT94NRGR tag=NN7ZJ70BKBQ4 type=write size=1409701 2026-04-02T11:45:25.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.361+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~JYK6AKONMHLC.0 size=1048576 2026-04-02T11:45:25.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.361+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~JYK6AKONMHLC.1 size=227749 2026-04-02T11:45:25.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.361+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=JYK6AKONMHLC tag=WHDOWEEFAPOS type=write size=2324901 2026-04-02T11:45:25.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.362+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=KMC7VQJKQY8M type=del 2026-04-02T11:45:25.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.364+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~W1GCVGXZY26Z.0 size=1048576 2026-04-02T11:45:25.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.365+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~W1GCVGXZY26Z.1 size=1048576 2026-04-02T11:45:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.365+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~W1GCVGXZY26Z.2 size=228955 2026-04-02T11:45:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.365+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=W1GCVGXZY26Z tag=P6DQI3CXP3E0 type=write size=3374683 2026-04-02T11:45:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.366+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~V6X3D5TFQK7M.0 size=1048576 2026-04-02T11:45:25.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.367+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~V6X3D5TFQK7M.1 size=1048576 2026-04-02T11:45:25.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.367+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~V6X3D5TFQK7M.2 size=690336 2026-04-02T11:45:25.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.369+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=V6X3D5TFQK7M tag=APFDMUR3AKVC type=write size=3836064 2026-04-02T11:45:25.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.370+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~5ZGOZDYAD3VP.0 size=781484 2026-04-02T11:45:25.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.370+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=5ZGOZDYAD3VP tag=PFDJLZYANZ4A type=write size=1830060 2026-04-02T11:45:25.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.371+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=ZMFM9XVJ3LCH type=del 2026-04-02T11:45:25.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.373+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~7PK11UKPPCU2.0 size=1048576 2026-04-02T11:45:25.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.373+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~7PK11UKPPCU2.1 size=1048576 2026-04-02T11:45:25.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.374+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~7PK11UKPPCU2.2 size=752067 2026-04-02T11:45:25.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.374+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=7PK11UKPPCU2 tag=TYM72HJ6VWIH type=write size=3897795 2026-04-02T11:45:25.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.375+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~0DRS3NS3H23V.0 size=1048576 2026-04-02T11:45:25.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.376+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~0DRS3NS3H23V.1 size=1048576 2026-04-02T11:45:25.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.376+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~0DRS3NS3H23V.2 size=265830 2026-04-02T11:45:25.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.378+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=0DRS3NS3H23V tag=0R3D8JI9VF0Y type=write size=3411558 2026-04-02T11:45:25.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.378+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=46BJLZRZLST4 type=del size=1853543 2026-04-02T11:45:25.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.379+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=1K6U8XE30V5F type=del 2026-04-02T11:45:25.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.381+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=29ZDNQIF8U75 type=del size=1260847 2026-04-02T11:45:25.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.382+0000 7f5c0c217880 1 < completed write operation key=80JM980KZYGT tag=ZUI7XIB5LPBP type=write size=607101 2026-04-02T11:45:25.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.384+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~CWYPH9WFGWMF.0 size=4606 2026-04-02T11:45:25.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.384+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=CWYPH9WFGWMF tag=HKN644EDT3RI type=write size=1053182 2026-04-02T11:45:25.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.385+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~5H2W6FLOLVF4.0 size=1048576 2026-04-02T11:45:25.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.386+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~5H2W6FLOLVF4.1 size=196596 2026-04-02T11:45:25.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.388+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=5H2W6FLOLVF4 tag=GSJGWR3PCT56 type=write size=2293748 2026-04-02T11:45:25.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.389+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=NIE9GL3CIMTJ type=del size=73860 2026-04-02T11:45:25.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.390+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=05CS8HIFKHO6 type=del 2026-04-02T11:45:25.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.391+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=UZODBWIOS4P1 type=del size=1080804 2026-04-02T11:45:25.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.392+0000 7f5c0c217880 1 < completed write operation key=Q76H2FRUA1T9 tag=D13SVXW2RGZK type=write size=136116 2026-04-02T11:45:25.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.394+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~PNKBPK9NJNNH.0 size=1048576 2026-04-02T11:45:25.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.395+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~PNKBPK9NJNNH.1 size=1048576 2026-04-02T11:45:25.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.395+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~PNKBPK9NJNNH.2 size=400349 2026-04-02T11:45:25.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.395+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=PNKBPK9NJNNH tag=Q981622UJAR9 type=write size=3546077 2026-04-02T11:45:25.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.396+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~0O277FPE79S6.0 size=949114 2026-04-02T11:45:25.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.398+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=0O277FPE79S6 tag=6ISLD4JA1ZHH type=write size=1997690 2026-04-02T11:45:25.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.399+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=HU14VIUK6XB2 type=del size=2022942 2026-04-02T11:45:25.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.400+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=1UINRK823IBD type=del 2026-04-02T11:45:25.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.401+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~4A68ZL2TGJD1.0 size=879088 2026-04-02T11:45:25.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.401+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=4A68ZL2TGJD1 tag=LBIX0KN5PGBO type=write size=1927664 2026-04-02T11:45:25.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.403+0000 7f5c0c217880 1 < suggested remove operation key=80JM980KZYGT tag=6Y53VHJU3PD9 type=del 2026-04-02T11:45:25.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.404+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=ZSW64B6PDYT9 type=del size=2924191 2026-04-02T11:45:25.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.405+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=GNGDB8EPW2HR type=del 2026-04-02T11:45:25.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.406+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=H1TCYJKN6ZW9 type=del size=2894260 2026-04-02T11:45:25.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.407+0000 7f5c0c217880 1 < completed write operation key=80YVB17TNIAR tag=OR3ZKQXX9ZZM type=write size=608429 2026-04-02T11:45:25.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.407+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=U3S4HAHJOS91 type=del size=1409364 2026-04-02T11:45:25.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.408+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~GJY8OKNO56L7.0 size=775546 2026-04-02T11:45:25.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.410+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=GJY8OKNO56L7 tag=F3YSGT9L6IAB type=write size=1824122 2026-04-02T11:45:25.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.411+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~K283DZPAUCN2.0 size=129089 2026-04-02T11:45:25.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.411+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=K283DZPAUCN2 tag=T3QJNP6BVSML type=write size=1177665 2026-04-02T11:45:25.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.412+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~JYK6AKONMHLC.0 size=1048576 2026-04-02T11:45:25.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.413+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~JYK6AKONMHLC.1 size=227749 2026-04-02T11:45:25.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.414+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=JYK6AKONMHLC tag=WHDOWEEFAPOS type=write size=2324901 2026-04-02T11:45:25.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.416+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=62O7R6H0TVBJ type=del size=2358004 2026-04-02T11:45:25.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.417+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~W1GCVGXZY26Z.0 size=1048576 2026-04-02T11:45:25.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.418+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~W1GCVGXZY26Z.1 size=1048576 2026-04-02T11:45:25.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.419+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~W1GCVGXZY26Z.2 size=228955 2026-04-02T11:45:25.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.420+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=W1GCVGXZY26Z tag=P6DQI3CXP3E0 type=write size=3374683 2026-04-02T11:45:25.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.421+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=WEPO7ZFWKOO6 type=del size=177301 2026-04-02T11:45:25.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.421+0000 7f5c0c217880 1 < canceled part key=_multipart_Q76H2FRUA1T9.2~5ZGOZDYAD3VP.0 size=781484 2026-04-02T11:45:25.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.423+0000 7f5c0c217880 1 < canceled multipart upload key=Q76H2FRUA1T9 upload=5ZGOZDYAD3VP tag=PFDJLZYANZ4A type=write size=1830060 2026-04-02T11:45:25.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.424+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=QPZ4FBK17HZ8 type=del size=284572 2026-04-02T11:45:25.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.424+0000 7f5c0c217880 1 < canceled part key=_multipart_H18MHG2QUIPU.2~7PK11UKPPCU2.0 size=1048576 2026-04-02T11:45:25.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.425+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~7PK11UKPPCU2.1 size=1048576 2026-04-02T11:45:25.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.425+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~7PK11UKPPCU2.2 size=752067 2026-04-02T11:45:25.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.427+0000 7f5c0c217880 1 < canceled multipart upload key=H18MHG2QUIPU upload=7PK11UKPPCU2 tag=TYM72HJ6VWIH type=write size=3897795 2026-04-02T11:45:25.429 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.428+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=ZXVWPYS05C06 type=del size=3379438 2026-04-02T11:45:25.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.430+0000 7f5c0c217880 1 < suggested remove operation key=RXDFK5T07T03 tag=46BJLZRZLST4 type=del 2026-04-02T11:45:25.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.432+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~7C65ESACSWQP.0 size=859449 2026-04-02T11:45:25.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.432+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=7C65ESACSWQP tag=FEE2HZKDDMII type=write size=1908025 2026-04-02T11:45:25.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.433+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=29ZDNQIF8U75 type=del 2026-04-02T11:45:25.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.434+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=CN1XFDXFYAQ8 type=del size=2158635 2026-04-02T11:45:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.436+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~CWYPH9WFGWMF.0 size=4606 2026-04-02T11:45:25.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.438+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=CWYPH9WFGWMF tag=HKN644EDT3RI type=write size=1053182 2026-04-02T11:45:25.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.439+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=UD2O7HGMFWIE type=write size=1470 2026-04-02T11:45:25.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.440+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=NIE9GL3CIMTJ type=del 2026-04-02T11:45:25.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.441+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=FBEOLXTGEYFD type=del size=791120 2026-04-02T11:45:25.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.443+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=UZODBWIOS4P1 type=del 2026-04-02T11:45:25.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.444+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=28HA83L90HDK type=write size=253590 2026-04-02T11:45:25.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.444+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~PNKBPK9NJNNH.0 size=1048576 2026-04-02T11:45:25.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.445+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~PNKBPK9NJNNH.1 size=1048576 2026-04-02T11:45:25.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.446+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~PNKBPK9NJNNH.2 size=400349 2026-04-02T11:45:25.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.448+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=PNKBPK9NJNNH tag=Q981622UJAR9 type=write size=3546077 2026-04-02T11:45:25.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.449+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=GWGPU85LZO10 type=write size=72119 2026-04-02T11:45:25.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.450+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=HU14VIUK6XB2 type=del 2026-04-02T11:45:25.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.453+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~70ZT92FXIO4N.0 size=1048576 2026-04-02T11:45:25.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.454+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~70ZT92FXIO4N.1 size=1048576 2026-04-02T11:45:25.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.455+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~70ZT92FXIO4N.2 size=467562 2026-04-02T11:45:25.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.455+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=70ZT92FXIO4N tag=S79WWGZK26X2 type=write size=3613290 2026-04-02T11:45:25.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.456+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~4A68ZL2TGJD1.0 size=879088 2026-04-02T11:45:25.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.457+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=4A68ZL2TGJD1 tag=LBIX0KN5PGBO type=write size=1927664 2026-04-02T11:45:25.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.458+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=1ZUBWFP94Q7T type=del size=1876935 2026-04-02T11:45:25.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.459+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=ZSW64B6PDYT9 type=del 2026-04-02T11:45:25.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.460+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=9TZ8CNISLQ38 type=del size=1435755 2026-04-02T11:45:25.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.461+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=H1TCYJKN6ZW9 type=del 2026-04-02T11:45:25.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.462+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=275LC4EIPLYB type=del size=2134178 2026-04-02T11:45:25.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.464+0000 7f5c0c217880 1 < suggested update operation key=LWVLFKB2UJNA tag=U3S4HAHJOS91 type=del size=1409364 2026-04-02T11:45:25.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.465+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=LJ3NGEW8GYJG type=del size=3095604 2026-04-02T11:45:25.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.466+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~K283DZPAUCN2.0 size=129089 2026-04-02T11:45:25.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.468+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=K283DZPAUCN2 tag=T3QJNP6BVSML type=write size=1177665 2026-04-02T11:45:25.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.469+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=IBI4G2WJPE1H type=write size=185483 2026-04-02T11:45:25.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.470+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=62O7R6H0TVBJ type=del 2026-04-02T11:45:25.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.472+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=CUVBFESOAYI5 type=del size=2585772 2026-04-02T11:45:25.478 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.476+0000 7f5c0c217880 1 < suggested remove operation key=QAI58E61O0A8 tag=WEPO7ZFWKOO6 type=del 2026-04-02T11:45:25.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.477+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=C7ZIIZ0A7GXV type=write size=598459 2026-04-02T11:45:25.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.479+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=QPZ4FBK17HZ8 type=del 2026-04-02T11:45:25.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.482+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=YEUIC05SYD4F type=del size=733986 2026-04-02T11:45:25.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.483+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=ZXVWPYS05C06 type=del 2026-04-02T11:45:25.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.484+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=1ECFPX7RRV4M type=del size=1071450 2026-04-02T11:45:25.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.484+0000 7f5c0c217880 1 < canceled part key=_multipart_QAI58E61O0A8.2~7C65ESACSWQP.0 size=859449 2026-04-02T11:45:25.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.486+0000 7f5c0c217880 1 < canceled multipart upload key=QAI58E61O0A8 upload=7C65ESACSWQP tag=FEE2HZKDDMII type=write size=1908025 2026-04-02T11:45:25.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.488+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~WE3PGWSVNNJ1.0 size=1048576 2026-04-02T11:45:25.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.488+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~WE3PGWSVNNJ1.1 size=93175 2026-04-02T11:45:25.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.488+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=WE3PGWSVNNJ1 tag=K3BRX3EXM3LO type=write size=2190327 2026-04-02T11:45:25.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.489+0000 7f5c0c217880 -1 < failed to complete operation key=QAI58E61O0A8 tag=CN1XFDXFYAQ8 type=del size=2158635: (22) Invalid argument 2026-04-02T11:45:25.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.490+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=LRSDGDLN7WGV type=del size=3469414 2026-04-02T11:45:25.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.492+0000 7f5c0c217880 1 < suggested update operation key=60U4HF6F2992 tag=UD2O7HGMFWIE type=write size=1470 2026-04-02T11:45:25.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.493+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=2XCJ3ZM933AK type=del size=2718600 2026-04-02T11:45:25.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.494+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=FBEOLXTGEYFD type=del 2026-04-02T11:45:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.495+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=CDPLMFVCWPJ0 type=del size=1662775 2026-04-02T11:45:25.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.496+0000 7f5c0c217880 1 < completed write operation key=EA5JHZQJK139 tag=28HA83L90HDK type=write size=253590 2026-04-02T11:45:25.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.497+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~YM9R1L8RNCN3.0 size=825660 2026-04-02T11:45:25.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.497+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=YM9R1L8RNCN3 tag=S1GIFZYJBPNJ type=write size=1874236 2026-04-02T11:45:25.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.498+0000 7f5c0c217880 1 < completed write operation key=5HGO669IL8H8 tag=GWGPU85LZO10 type=write size=72119 2026-04-02T11:45:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.500+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~BNC63HH3ZBL1.0 size=866272 2026-04-02T11:45:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.500+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=BNC63HH3ZBL1 tag=GTVUWUGTY7I0 type=write size=1914848 2026-04-02T11:45:25.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.500+0000 7f5c0c217880 1 < canceled part key=_multipart_LWVLFKB2UJNA.2~70ZT92FXIO4N.0 size=1048576 2026-04-02T11:45:25.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.501+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~70ZT92FXIO4N.1 size=1048576 2026-04-02T11:45:25.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.502+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~70ZT92FXIO4N.2 size=467562 2026-04-02T11:45:25.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.504+0000 7f5c0c217880 1 < canceled multipart upload key=LWVLFKB2UJNA upload=70ZT92FXIO4N tag=S79WWGZK26X2 type=write size=3613290 2026-04-02T11:45:25.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.505+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=5V5BIZJXR9Z7 type=del size=3142543 2026-04-02T11:45:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.506+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=1ZUBWFP94Q7T type=del 2026-04-02T11:45:25.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.506+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=M4DEJBE9LIP5 type=write size=553594 2026-04-02T11:45:25.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.507+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=9TZ8CNISLQ38 type=del 2026-04-02T11:45:25.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.508+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=W28EM7305PHH type=del size=3703936 2026-04-02T11:45:25.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.509+0000 7f5c0c217880 1 < canceled operation key=BOCZEPFZF855 tag=275LC4EIPLYB type=del size=2134178 2026-04-02T11:45:25.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.510+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=T65CGZB6V0A7 type=del size=3039186 2026-04-02T11:45:25.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.511+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=LJ3NGEW8GYJG type=del 2026-04-02T11:45:25.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.512+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=RIQ9P8HSSEOG type=del size=2523739 2026-04-02T11:45:25.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.514+0000 7f5c0c217880 1 < suggested update operation key=KZ97ZMXJJOJS tag=IBI4G2WJPE1H type=write size=185483 2026-04-02T11:45:25.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.516+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~51YX9CVB08RK.0 size=1048576 2026-04-02T11:45:25.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.516+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~51YX9CVB08RK.1 size=1048576 2026-04-02T11:45:25.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.517+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~51YX9CVB08RK.2 size=496730 2026-04-02T11:45:25.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.517+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=51YX9CVB08RK tag=MA1MXQOG2YCB type=write size=3642458 2026-04-02T11:45:25.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.519+0000 7f5c0c217880 1 < suggested update operation key=80JM980KZYGT tag=CUVBFESOAYI5 type=del size=2585772 2026-04-02T11:45:25.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.520+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=JRB9JLYXZEDF type=del size=97572 2026-04-02T11:45:25.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.522+0000 7f5c0c217880 1 < suggested remove operation key=BOCZEPFZF855 tag=C7ZIIZ0A7GXV type=write 2026-04-02T11:45:25.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.523+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=9CTO0ZNDQ0BM type=del size=456581 2026-04-02T11:45:25.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.524+0000 7f5c0c217880 -1 < failed to complete operation key=80JM980KZYGT tag=YEUIC05SYD4F type=del size=733986: (22) Invalid argument 2026-04-02T11:45:25.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.525+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=5QEKJVZDI2TH type=del size=325243 2026-04-02T11:45:25.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.526+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=1ECFPX7RRV4M type=del 2026-04-02T11:45:25.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.527+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=5AGMO5Z73361 type=del size=3494952 2026-04-02T11:45:25.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.528+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~WE3PGWSVNNJ1.0 size=1048576 2026-04-02T11:45:25.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.529+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~WE3PGWSVNNJ1.1 size=93175 2026-04-02T11:45:25.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.530+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=WE3PGWSVNNJ1 tag=K3BRX3EXM3LO type=write size=2190327 2026-04-02T11:45:25.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.531+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=3QGA42QUIOTN type=del size=3925770 2026-04-02T11:45:25.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.533+0000 7f5c0c217880 1 < suggested remove operation key=0ID62KUCSKML tag=LRSDGDLN7WGV type=del 2026-04-02T11:45:25.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.534+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=FNMAMYV8J3U2 type=del size=401379 2026-04-02T11:45:25.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.536+0000 7f5c0c217880 1 < suggested remove operation key=6OTERZHPNBJR tag=2XCJ3ZM933AK type=del 2026-04-02T11:45:25.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.539+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=HEGTLNQXR1XK type=del size=3216631 2026-04-02T11:45:25.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.540+0000 7f5c0c217880 1 < suggested update operation key=3NDJG05GFEU3 tag=CDPLMFVCWPJ0 type=del size=1662775 2026-04-02T11:45:25.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.542+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~IQG8NS5XSWHS.0 size=1048576 2026-04-02T11:45:25.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.543+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~IQG8NS5XSWHS.1 size=277769 2026-04-02T11:45:25.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.543+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=IQG8NS5XSWHS tag=COUF05BRZ49V type=write size=2374921 2026-04-02T11:45:25.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.544+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~YM9R1L8RNCN3.0 size=825660 2026-04-02T11:45:25.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.545+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=YM9R1L8RNCN3 tag=S1GIFZYJBPNJ type=write size=1874236 2026-04-02T11:45:25.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.546+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=HZK59Z3M30VQ type=del size=1114850 2026-04-02T11:45:25.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.547+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~BNC63HH3ZBL1.0 size=866272 2026-04-02T11:45:25.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.548+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=BNC63HH3ZBL1 tag=GTVUWUGTY7I0 type=write size=1914848 2026-04-02T11:45:25.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.550+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~LE3GFK41M1UG.0 size=352254 2026-04-02T11:45:25.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.550+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=LE3GFK41M1UG tag=KTW9GGDATBSN type=write size=1400830 2026-04-02T11:45:25.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.551+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=5V5BIZJXR9Z7 type=del 2026-04-02T11:45:25.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.553+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~7P3EVY8HD8GR.0 size=1048576 2026-04-02T11:45:25.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.554+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~7P3EVY8HD8GR.1 size=100905 2026-04-02T11:45:25.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.554+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=7P3EVY8HD8GR tag=Q9LGDIXWUQCF type=write size=2198057 2026-04-02T11:45:25.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.554+0000 7f5c0c217880 1 < completed write operation key=Q76H2FRUA1T9 tag=M4DEJBE9LIP5 type=write size=553594 2026-04-02T11:45:25.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.555+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=MYMILWQTNU7V type=del size=3939541 2026-04-02T11:45:25.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.557+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=W28EM7305PHH type=del 2026-04-02T11:45:25.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.559+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~43MBU185MVHA.0 size=1048576 2026-04-02T11:45:25.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.560+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~43MBU185MVHA.1 size=14861 2026-04-02T11:45:25.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.560+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=43MBU185MVHA tag=SSADFN1HYO3O type=write size=2112013 2026-04-02T11:45:25.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.561+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=T65CGZB6V0A7 type=del 2026-04-02T11:45:25.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.562+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=FZNFO052BOPA type=del size=2415891 2026-04-02T11:45:25.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.563+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=RIQ9P8HSSEOG type=del 2026-04-02T11:45:25.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.564+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=O9V0ATR32X81 type=del size=1316158 2026-04-02T11:45:25.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.565+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~51YX9CVB08RK.0 size=1048576 2026-04-02T11:45:25.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.566+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~51YX9CVB08RK.1 size=1048576 2026-04-02T11:45:25.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.566+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~51YX9CVB08RK.2 size=496730 2026-04-02T11:45:25.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.568+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=51YX9CVB08RK tag=MA1MXQOG2YCB type=write size=3642458 2026-04-02T11:45:25.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.570+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~MYMR63FC5U1A.0 size=627949 2026-04-02T11:45:25.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.570+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=MYMR63FC5U1A tag=8A319T1222MG type=write size=1676525 2026-04-02T11:45:25.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.571+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=JRB9JLYXZEDF type=del 2026-04-02T11:45:25.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.572+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=0YTZ7H0MGPPT type=del size=391688 2026-04-02T11:45:25.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.572+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=9CTO0ZNDQ0BM type=del 2026-04-02T11:45:25.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.574+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~0LB3RXCGB973.0 size=1048576 2026-04-02T11:45:25.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.575+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~0LB3RXCGB973.1 size=694693 2026-04-02T11:45:25.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.575+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=0LB3RXCGB973 tag=YP427FS9YWSR type=write size=2791845 2026-04-02T11:45:25.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.576+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=5QEKJVZDI2TH type=del 2026-04-02T11:45:25.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.577+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=F144YEAC9584 type=del size=283700 2026-04-02T11:45:25.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.578+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=5AGMO5Z73361 type=del 2026-04-02T11:45:25.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.580+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~NLXP46Y5QDNA.0 size=574925 2026-04-02T11:45:25.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.580+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=NLXP46Y5QDNA tag=LH0SWBXJFZL7 type=write size=1623501 2026-04-02T11:45:25.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.580+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=3QGA42QUIOTN type=del 2026-04-02T11:45:25.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.582+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~9MTUI1F4ZTU5.0 size=1048576 2026-04-02T11:45:25.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.583+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~9MTUI1F4ZTU5.1 size=114929 2026-04-02T11:45:25.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.583+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=9MTUI1F4ZTU5 tag=MFRPCAIPJLRF type=write size=2212081 2026-04-02T11:45:25.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.584+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=FNMAMYV8J3U2 type=del 2026-04-02T11:45:25.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.585+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=O5GGBKFCOWS1 type=del size=1557840 2026-04-02T11:45:25.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.587+0000 7f5c0c217880 1 < suggested remove operation key=80UA8NGMVTVM tag=HEGTLNQXR1XK type=del 2026-04-02T11:45:25.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.588+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~4FN0B1XW7SMJ.0 size=1048576 2026-04-02T11:45:25.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.589+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~4FN0B1XW7SMJ.1 size=925746 2026-04-02T11:45:25.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.589+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=4FN0B1XW7SMJ tag=426USE0O59DY type=write size=3022898 2026-04-02T11:45:25.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.590+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~IQG8NS5XSWHS.0 size=1048576 2026-04-02T11:45:25.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.590+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~IQG8NS5XSWHS.1 size=277769 2026-04-02T11:45:25.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.592+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=IQG8NS5XSWHS tag=COUF05BRZ49V type=write size=2374921 2026-04-02T11:45:25.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.593+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=7L77QE0NJZG9 type=del size=1446782 2026-04-02T11:45:25.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.594+0000 7f5c0c217880 1 < canceled operation key=A7V45HD10IBY tag=HZK59Z3M30VQ type=del size=1114850 2026-04-02T11:45:25.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.594+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=RALYCGK8GW25 type=del size=2785511 2026-04-02T11:45:25.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.594+0000 7f5c0c217880 1 < canceled part key=_multipart_3NDJG05GFEU3.2~LE3GFK41M1UG.0 size=352254 2026-04-02T11:45:25.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.596+0000 7f5c0c217880 1 < canceled multipart upload key=3NDJG05GFEU3 upload=LE3GFK41M1UG tag=KTW9GGDATBSN type=write size=1400830 2026-04-02T11:45:25.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.598+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~MT15F4EBOY6A.0 size=1048576 2026-04-02T11:45:25.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.599+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~MT15F4EBOY6A.1 size=232407 2026-04-02T11:45:25.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.599+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=MT15F4EBOY6A tag=HPG3T3HR0Y6H type=write size=2329559 2026-04-02T11:45:25.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.600+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~7P3EVY8HD8GR.0 size=1048576 2026-04-02T11:45:25.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.601+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~7P3EVY8HD8GR.1 size=100905 2026-04-02T11:45:25.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.603+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=7P3EVY8HD8GR tag=Q9LGDIXWUQCF type=write size=2198057 2026-04-02T11:45:25.605 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.603+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=0FFZICMM068W type=del size=955045 2026-04-02T11:45:25.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.604+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=MYMILWQTNU7V type=del 2026-04-02T11:45:25.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.605+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=PD3S8OXT701G type=del size=1055128 2026-04-02T11:45:25.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.607+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~43MBU185MVHA.0 size=1048576 2026-04-02T11:45:25.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.607+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~43MBU185MVHA.1 size=14861 2026-04-02T11:45:25.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.609+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=43MBU185MVHA tag=SSADFN1HYO3O type=write size=2112013 2026-04-02T11:45:25.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.610+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~KOOBBVTSD8Q0.0 size=781952 2026-04-02T11:45:25.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.610+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=KOOBBVTSD8Q0 tag=K3BR2ODKK01K type=write size=1830528 2026-04-02T11:45:25.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.611+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=FZNFO052BOPA type=del 2026-04-02T11:45:25.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.612+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=RLXY43G5H3EV type=write size=259956 2026-04-02T11:45:25.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.613+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=O9V0ATR32X81 type=del 2026-04-02T11:45:25.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.614+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=7LAM439ZX32V type=del size=3020663 2026-04-02T11:45:25.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.615+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~MYMR63FC5U1A.0 size=627949 2026-04-02T11:45:25.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.616+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=MYMR63FC5U1A tag=8A319T1222MG type=write size=1676525 2026-04-02T11:45:25.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.617+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~81X2O4HE631C.0 size=1048576 2026-04-02T11:45:25.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.618+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~81X2O4HE631C.1 size=1048576 2026-04-02T11:45:25.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.619+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~81X2O4HE631C.2 size=875857 2026-04-02T11:45:25.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.619+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=81X2O4HE631C tag=FWMRA1XD9S7L type=write size=4021585 2026-04-02T11:45:25.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.620+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=0YTZ7H0MGPPT type=del 2026-04-02T11:45:25.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.621+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~0MUTS1ZTJFZK.0 size=927683 2026-04-02T11:45:25.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.621+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=0MUTS1ZTJFZK tag=4HYJYXSD3GYF type=write size=1976259 2026-04-02T11:45:25.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.622+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~0LB3RXCGB973.0 size=1048576 2026-04-02T11:45:25.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.623+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~0LB3RXCGB973.1 size=694693 2026-04-02T11:45:25.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.625+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=0LB3RXCGB973 tag=YP427FS9YWSR type=write size=2791845 2026-04-02T11:45:25.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.626+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~R8FUJGEQW0Y1.0 size=1048576 2026-04-02T11:45:25.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.627+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~R8FUJGEQW0Y1.1 size=1048576 2026-04-02T11:45:25.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.628+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~R8FUJGEQW0Y1.2 size=118732 2026-04-02T11:45:25.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.628+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=R8FUJGEQW0Y1 tag=YJY1OMW023J3 type=write size=3264460 2026-04-02T11:45:25.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.628+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=F144YEAC9584 type=del 2026-04-02T11:45:25.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.629+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=F6T02ZF2E7F8 type=del size=3205072 2026-04-02T11:45:25.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.630+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~NLXP46Y5QDNA.0 size=574925 2026-04-02T11:45:25.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.632+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=NLXP46Y5QDNA tag=LH0SWBXJFZL7 type=write size=1623501 2026-04-02T11:45:25.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.633+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=PJZQT2YED6J4 type=del size=363893 2026-04-02T11:45:25.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.635+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~9MTUI1F4ZTU5.0 size=1048576 2026-04-02T11:45:25.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.636+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~9MTUI1F4ZTU5.1 size=114929 2026-04-02T11:45:25.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.637+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=9MTUI1F4ZTU5 tag=MFRPCAIPJLRF type=write size=2212081 2026-04-02T11:45:25.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.639+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~3QHBFAD4RCUS.0 size=1048576 2026-04-02T11:45:25.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.639+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~3QHBFAD4RCUS.1 size=1000727 2026-04-02T11:45:25.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.639+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=3QHBFAD4RCUS tag=DZ337MHBE2BH type=write size=3097879 2026-04-02T11:45:25.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.641+0000 7f5c0c217880 1 < suggested remove operation key=A7V45HD10IBY tag=O5GGBKFCOWS1 type=del 2026-04-02T11:45:25.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.642+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=NEZLS8UJ8MM1 type=del size=1055681 2026-04-02T11:45:25.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.643+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~4FN0B1XW7SMJ.0 size=1048576 2026-04-02T11:45:25.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.643+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~4FN0B1XW7SMJ.1 size=925746 2026-04-02T11:45:25.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.645+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=4FN0B1XW7SMJ tag=426USE0O59DY type=write size=3022898 2026-04-02T11:45:25.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.646+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=L25FC3G18N3B type=del size=400222 2026-04-02T11:45:25.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.647+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=7L77QE0NJZG9 type=del 2026-04-02T11:45:25.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.648+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=8KXKASNEMDPI type=write size=802542 2026-04-02T11:45:25.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.648+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=RALYCGK8GW25 type=del 2026-04-02T11:45:25.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.649+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=TJQ95B99SDMO type=del size=310373 2026-04-02T11:45:25.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.650+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~MT15F4EBOY6A.0 size=1048576 2026-04-02T11:45:25.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.651+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~MT15F4EBOY6A.1 size=232407 2026-04-02T11:45:25.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.652+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=MT15F4EBOY6A tag=HPG3T3HR0Y6H type=write size=2329559 2026-04-02T11:45:25.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.654+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~U94P8BJ0BJP4.0 size=269381 2026-04-02T11:45:25.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.654+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=U94P8BJ0BJP4 tag=C55NEWOFQ6WY type=write size=1317957 2026-04-02T11:45:25.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.655+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=0FFZICMM068W type=del 2026-04-02T11:45:25.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.656+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=BW19XEP0J9J2 type=del size=3819558 2026-04-02T11:45:25.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.657+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=PD3S8OXT701G type=del 2026-04-02T11:45:25.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.658+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=EA7QUNWA6SKU type=write size=822737 2026-04-02T11:45:25.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.659+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~KOOBBVTSD8Q0.0 size=781952 2026-04-02T11:45:25.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.660+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=KOOBBVTSD8Q0 tag=K3BR2ODKK01K type=write size=1830528 2026-04-02T11:45:25.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.662+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~T0LMRCCC5RVT.0 size=145677 2026-04-02T11:45:25.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.662+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=T0LMRCCC5RVT tag=ECZU3AWSDWK4 type=write size=1194253 2026-04-02T11:45:25.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.663+0000 7f5c0c217880 1 < suggested update operation key=93T2V482IGI4 tag=RLXY43G5H3EV type=write size=259956 2026-04-02T11:45:25.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.665+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~4FQ6WJ2Q8LAW.0 size=1048576 2026-04-02T11:45:25.667 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.665+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~4FQ6WJ2Q8LAW.1 size=1048576 2026-04-02T11:45:25.667 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.666+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~4FQ6WJ2Q8LAW.2 size=768445 2026-04-02T11:45:25.667 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.666+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=4FQ6WJ2Q8LAW tag=S1W3M4RRYK4O type=write size=3914173 2026-04-02T11:45:25.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.667+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=7LAM439ZX32V type=del 2026-04-02T11:45:25.669 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.668+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=2B7PGLD8MNIF type=del size=2881136 2026-04-02T11:45:25.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.669+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~81X2O4HE631C.0 size=1048576 2026-04-02T11:45:25.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.669+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~81X2O4HE631C.1 size=1048576 2026-04-02T11:45:25.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.670+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~81X2O4HE631C.2 size=875857 2026-04-02T11:45:25.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.671+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=81X2O4HE631C tag=FWMRA1XD9S7L type=write size=4021585 2026-04-02T11:45:25.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.673+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~UW4XT564WHLK.0 size=1048576 2026-04-02T11:45:25.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.674+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~UW4XT564WHLK.1 size=1048576 2026-04-02T11:45:25.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.674+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~UW4XT564WHLK.2 size=984345 2026-04-02T11:45:25.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.674+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=UW4XT564WHLK tag=Q8QAZXK0S2WB type=write size=4130073 2026-04-02T11:45:25.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.675+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~0MUTS1ZTJFZK.0 size=927683 2026-04-02T11:45:25.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.677+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=0MUTS1ZTJFZK tag=4HYJYXSD3GYF type=write size=1976259 2026-04-02T11:45:25.680 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.679+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~70I9PG6YQMC1.0 size=1048576 2026-04-02T11:45:25.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.679+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~70I9PG6YQMC1.1 size=277797 2026-04-02T11:45:25.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.679+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=70I9PG6YQMC1 tag=DZXGGLJE1EMR type=write size=2374949 2026-04-02T11:45:25.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.679+0000 7f5c0c217880 1 < canceled part key=_multipart_BOCZEPFZF855.2~R8FUJGEQW0Y1.0 size=1048576 2026-04-02T11:45:25.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.680+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~R8FUJGEQW0Y1.1 size=1048576 2026-04-02T11:45:25.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.681+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~R8FUJGEQW0Y1.2 size=118732 2026-04-02T11:45:25.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.682+0000 7f5c0c217880 1 < canceled multipart upload key=BOCZEPFZF855 upload=R8FUJGEQW0Y1 tag=YJY1OMW023J3 type=write size=3264460 2026-04-02T11:45:25.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.683+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=239M7YE54N8P type=del size=1787831 2026-04-02T11:45:25.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.684+0000 7f5c0c217880 1 < canceled operation key=H18MHG2QUIPU tag=F6T02ZF2E7F8 type=del size=3205072 2026-04-02T11:45:25.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.686+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~L9EEQQ14EC3P.0 size=1048576 2026-04-02T11:45:25.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.686+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~L9EEQQ14EC3P.1 size=1048576 2026-04-02T11:45:25.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.687+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~L9EEQQ14EC3P.2 size=48993 2026-04-02T11:45:25.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.687+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=L9EEQQ14EC3P tag=QTY2WFT31A2T type=write size=3194721 2026-04-02T11:45:25.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.688+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=PJZQT2YED6J4 type=del 2026-04-02T11:45:25.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.688+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=0ICLJAFGCM5C type=del size=1126011 2026-04-02T11:45:25.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.689+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~3QHBFAD4RCUS.0 size=1048576 2026-04-02T11:45:25.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.690+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~3QHBFAD4RCUS.1 size=1000727 2026-04-02T11:45:25.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.692+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=3QHBFAD4RCUS tag=DZ337MHBE2BH type=write size=3097879 2026-04-02T11:45:25.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.693+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=J37E3Q4J735K type=del size=895625 2026-04-02T11:45:25.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.694+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=NEZLS8UJ8MM1 type=del 2026-04-02T11:45:25.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.694+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=CZFLT144BZ24 type=del size=2907723 2026-04-02T11:45:25.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.695+0000 7f5c0c217880 -1 < failed to complete operation key=93T2V482IGI4 tag=L25FC3G18N3B type=del size=400222: (22) Invalid argument 2026-04-02T11:45:25.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.696+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=DFY97G4S6P7H type=del size=1081167 2026-04-02T11:45:25.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.697+0000 7f5c0c217880 1 < completed write operation key=HG9SH1DT0VFR tag=8KXKASNEMDPI type=write size=802542 2026-04-02T11:45:25.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.698+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~Y68KMC8CTHKY.0 size=1048576 2026-04-02T11:45:25.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.699+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~Y68KMC8CTHKY.1 size=171257 2026-04-02T11:45:25.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.699+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=Y68KMC8CTHKY tag=1TFBW8E960BJ type=write size=2268409 2026-04-02T11:45:25.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.700+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=TJQ95B99SDMO type=del 2026-04-02T11:45:25.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.701+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=6AL68P363PGM type=del size=1038437 2026-04-02T11:45:25.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.702+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~U94P8BJ0BJP4.0 size=269381 2026-04-02T11:45:25.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.703+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=U94P8BJ0BJP4 tag=C55NEWOFQ6WY type=write size=1317957 2026-04-02T11:45:25.706 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.704+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=U0GME2QKU467 type=del size=3537391 2026-04-02T11:45:25.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.705+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=BW19XEP0J9J2 type=del 2026-04-02T11:45:25.712 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.710+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=YI35CRI2Q0HM type=write size=409809 2026-04-02T11:45:25.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.711+0000 7f5c0c217880 1 < completed write operation key=60U4HF6F2992 tag=EA7QUNWA6SKU type=write size=822737 2026-04-02T11:45:25.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.712+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=KESUE11TLABE type=del size=1380304 2026-04-02T11:45:25.715 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.713+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~T0LMRCCC5RVT.0 size=145677 2026-04-02T11:45:25.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.715+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=T0LMRCCC5RVT tag=ECZU3AWSDWK4 type=write size=1194253 2026-04-02T11:45:25.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.716+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~UBSYVDOBVW2W.0 size=1048576 2026-04-02T11:45:25.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.717+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~UBSYVDOBVW2W.1 size=1048576 2026-04-02T11:45:25.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.718+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~UBSYVDOBVW2W.2 size=472852 2026-04-02T11:45:25.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.718+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=UBSYVDOBVW2W tag=1EA4GL02KXE8 type=write size=3618580 2026-04-02T11:45:25.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.718+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~4FQ6WJ2Q8LAW.0 size=1048576 2026-04-02T11:45:25.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.719+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~4FQ6WJ2Q8LAW.1 size=1048576 2026-04-02T11:45:25.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.720+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~4FQ6WJ2Q8LAW.2 size=768445 2026-04-02T11:45:25.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.721+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=4FQ6WJ2Q8LAW tag=S1W3M4RRYK4O type=write size=3914173 2026-04-02T11:45:25.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.722+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=W4T6BWCEA1J8 type=del size=922282 2026-04-02T11:45:25.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.723+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=2B7PGLD8MNIF type=del 2026-04-02T11:45:25.725 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.724+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=GTGUC971QZFG type=del size=910820 2026-04-02T11:45:25.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.724+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~UW4XT564WHLK.0 size=1048576 2026-04-02T11:45:25.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.726+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~UW4XT564WHLK.1 size=1048576 2026-04-02T11:45:25.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.727+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~UW4XT564WHLK.2 size=984345 2026-04-02T11:45:25.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.728+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=UW4XT564WHLK tag=Q8QAZXK0S2WB type=write size=4130073 2026-04-02T11:45:25.731 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.729+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=GMRE18QHGZ4R type=del size=1823319 2026-04-02T11:45:25.731 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.730+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~70I9PG6YQMC1.0 size=1048576 2026-04-02T11:45:25.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.731+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~70I9PG6YQMC1.1 size=277797 2026-04-02T11:45:25.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.732+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=70I9PG6YQMC1 tag=DZXGGLJE1EMR type=write size=2374949 2026-04-02T11:45:25.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.733+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=OQW9R5U9UIHG type=del size=760266 2026-04-02T11:45:25.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.734+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=239M7YE54N8P type=del 2026-04-02T11:45:25.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.734+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=GE3LHUY8IRL3 type=del size=993321 2026-04-02T11:45:25.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.735+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~L9EEQQ14EC3P.0 size=1048576 2026-04-02T11:45:25.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.736+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~L9EEQQ14EC3P.1 size=1048576 2026-04-02T11:45:25.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.737+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~L9EEQQ14EC3P.2 size=48993 2026-04-02T11:45:25.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.739+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=L9EEQQ14EC3P tag=QTY2WFT31A2T type=write size=3194721 2026-04-02T11:45:25.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.739+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=IE36Y7KSDSA4 type=del size=1646276 2026-04-02T11:45:25.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.740+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=0ICLJAFGCM5C type=del 2026-04-02T11:45:25.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.742+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~LKDKIKXV333H.0 size=1048576 2026-04-02T11:45:25.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.742+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~LKDKIKXV333H.1 size=444675 2026-04-02T11:45:25.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.742+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=LKDKIKXV333H tag=Z9B1X6VU2D2Y type=write size=2541827 2026-04-02T11:45:25.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.743+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=J37E3Q4J735K type=del 2026-04-02T11:45:25.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.744+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=6P0FSCJKS4D7 type=del size=2235034 2026-04-02T11:45:25.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.745+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=CZFLT144BZ24 type=del 2026-04-02T11:45:25.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.746+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=KEX88L0CRABJ type=write size=696976 2026-04-02T11:45:25.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.747+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=DFY97G4S6P7H type=del 2026-04-02T11:45:25.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.748+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=LX4LWFU14NOX type=del size=1346043 2026-04-02T11:45:25.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.749+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~Y68KMC8CTHKY.0 size=1048576 2026-04-02T11:45:25.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.749+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~Y68KMC8CTHKY.1 size=171257 2026-04-02T11:45:25.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.751+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=Y68KMC8CTHKY tag=1TFBW8E960BJ type=write size=2268409 2026-04-02T11:45:25.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.752+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=P3MT8FNXF698 type=write size=733073 2026-04-02T11:45:25.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.753+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=6AL68P363PGM type=del 2026-04-02T11:45:25.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.754+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=8WDH4WA106NI type=del size=2517851 2026-04-02T11:45:25.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.755+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=U0GME2QKU467 type=del 2026-04-02T11:45:25.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.757+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~7LUYFU2FVNAU.0 size=1048576 2026-04-02T11:45:25.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.758+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~7LUYFU2FVNAU.1 size=1048576 2026-04-02T11:45:25.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.765+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~7LUYFU2FVNAU.2 size=253768 2026-04-02T11:45:25.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.765+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=7LUYFU2FVNAU tag=IS91F96ARA3O type=write size=3399496 2026-04-02T11:45:25.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.767+0000 7f5c0c217880 1 < completed write operation key=16KLPONRQQAX tag=YI35CRI2Q0HM type=write size=409809 2026-04-02T11:45:25.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.769+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~JF4LV72OLR2M.0 size=1048576 2026-04-02T11:45:25.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.770+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~JF4LV72OLR2M.1 size=1048576 2026-04-02T11:45:25.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.771+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~JF4LV72OLR2M.2 size=346460 2026-04-02T11:45:25.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.771+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=JF4LV72OLR2M tag=B3U34SGCWIBG type=write size=3492188 2026-04-02T11:45:25.775 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.773+0000 7f5c0c217880 1 < suggested remove operation key=Q76H2FRUA1T9 tag=KESUE11TLABE type=del 2026-04-02T11:45:25.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.774+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=PCOUMKP340GG type=del size=3068508 2026-04-02T11:45:25.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.775+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~UBSYVDOBVW2W.0 size=1048576 2026-04-02T11:45:25.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.776+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~UBSYVDOBVW2W.1 size=1048576 2026-04-02T11:45:25.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.777+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~UBSYVDOBVW2W.2 size=472852 2026-04-02T11:45:25.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.778+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=UBSYVDOBVW2W tag=1EA4GL02KXE8 type=write size=3618580 2026-04-02T11:45:25.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.780+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~U38UYIENZGTQ.0 size=78711 2026-04-02T11:45:25.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.780+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=U38UYIENZGTQ tag=T7ZJG379RUDC type=write size=1127287 2026-04-02T11:45:25.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.781+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=W4T6BWCEA1J8 type=del 2026-04-02T11:45:25.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.782+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~O2I3X8PSJY3P.0 size=80410 2026-04-02T11:45:25.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.782+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=O2I3X8PSJY3P tag=ZFTXY189T0P0 type=write size=1128986 2026-04-02T11:45:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.784+0000 7f5c0c217880 1 < suggested update operation key=KOFTD4ZEAMOY tag=GTGUC971QZFG type=del size=910820 2026-04-02T11:45:25.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.786+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~I5GD776CPT5O.0 size=1048576 2026-04-02T11:45:25.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.787+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~I5GD776CPT5O.1 size=135792 2026-04-02T11:45:25.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.787+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=I5GD776CPT5O tag=214OJ3RDUBLP type=write size=2232944 2026-04-02T11:45:25.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.788+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=GMRE18QHGZ4R type=del size=1823319 2026-04-02T11:45:25.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.789+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=9F2UKQ429SSX type=del size=3880292 2026-04-02T11:45:25.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.790+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=OQW9R5U9UIHG type=del 2026-04-02T11:45:25.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.793+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~6789KQW5VJ2U.0 size=293975 2026-04-02T11:45:25.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.793+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=6789KQW5VJ2U tag=IYRPZKHWRRIX type=write size=1342551 2026-04-02T11:45:25.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.795+0000 7f5c0c217880 1 < suggested remove operation key=KZ97ZMXJJOJS tag=GE3LHUY8IRL3 type=del 2026-04-02T11:45:25.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.797+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~GUPMRIX138LS.0 size=834248 2026-04-02T11:45:25.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.797+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=GUPMRIX138LS tag=JN1J97M7939R type=write size=1882824 2026-04-02T11:45:25.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.798+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=IE36Y7KSDSA4 type=del 2026-04-02T11:45:25.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.799+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=E4NK4FGF542S type=del size=3995523 2026-04-02T11:45:25.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.800+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~LKDKIKXV333H.0 size=1048576 2026-04-02T11:45:25.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.801+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~LKDKIKXV333H.1 size=444675 2026-04-02T11:45:25.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.803+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=LKDKIKXV333H tag=Z9B1X6VU2D2Y type=write size=2541827 2026-04-02T11:45:25.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.803+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=X4T69OTOQTNG type=del size=2177693 2026-04-02T11:45:25.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.807+0000 7f5c0c217880 1 < suggested update operation key=18ALC111A00W tag=6P0FSCJKS4D7 type=del size=2235034 2026-04-02T11:45:25.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.808+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=LVNHOMI2VM39 type=write size=234443 2026-04-02T11:45:25.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.809+0000 7f5c0c217880 1 < completed write operation key=X8AC72ESIA6N tag=KEX88L0CRABJ type=write size=696976 2026-04-02T11:45:25.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.810+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~RAN4V1HI5GMM.0 size=1048576 2026-04-02T11:45:25.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.811+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~RAN4V1HI5GMM.1 size=1048576 2026-04-02T11:45:25.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.812+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~RAN4V1HI5GMM.2 size=556385 2026-04-02T11:45:25.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.812+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=RAN4V1HI5GMM tag=39MKRGWM6P6U type=write size=3702113 2026-04-02T11:45:25.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.813+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=LX4LWFU14NOX type=del 2026-04-02T11:45:25.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.813+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=8WM7QJFC61OR type=del size=1249676 2026-04-02T11:45:25.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.814+0000 7f5c0c217880 1 < completed write operation key=3NDJG05GFEU3 tag=P3MT8FNXF698 type=write size=733073 2026-04-02T11:45:25.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.815+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=1FMWSOQGDTOR type=del size=487693 2026-04-02T11:45:25.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.816+0000 7f5c0c217880 -1 < failed to complete operation key=Q76H2FRUA1T9 tag=8WDH4WA106NI type=del size=2517851: (22) Invalid argument 2026-04-02T11:45:25.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.817+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=08SFE0FET54L type=del size=3108702 2026-04-02T11:45:25.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.818+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~7LUYFU2FVNAU.0 size=1048576 2026-04-02T11:45:25.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.818+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~7LUYFU2FVNAU.1 size=1048576 2026-04-02T11:45:25.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.819+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~7LUYFU2FVNAU.2 size=253768 2026-04-02T11:45:25.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.820+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=7LUYFU2FVNAU tag=IS91F96ARA3O type=write size=3399496 2026-04-02T11:45:25.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.821+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=8U3OABXM880T type=write size=449708 2026-04-02T11:45:25.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.822+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~JF4LV72OLR2M.0 size=1048576 2026-04-02T11:45:25.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.823+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~JF4LV72OLR2M.1 size=1048576 2026-04-02T11:45:25.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.824+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~JF4LV72OLR2M.2 size=346460 2026-04-02T11:45:25.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.825+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=JF4LV72OLR2M tag=B3U34SGCWIBG type=write size=3492188 2026-04-02T11:45:25.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.827+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~TD8TJMCQYB3Y.0 size=1048576 2026-04-02T11:45:25.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.827+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~TD8TJMCQYB3Y.1 size=404082 2026-04-02T11:45:25.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.827+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=TD8TJMCQYB3Y tag=UVWOXWNPMCJ3 type=write size=2501234 2026-04-02T11:45:25.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.829+0000 7f5c0c217880 1 < suggested update operation key=HG9SH1DT0VFR tag=PCOUMKP340GG type=del size=3068508 2026-04-02T11:45:25.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.831+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~2YT9BU13Q1G3.0 size=860155 2026-04-02T11:45:25.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.831+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=2YT9BU13Q1G3 tag=IQD2MCZDU987 type=write size=1908731 2026-04-02T11:45:25.834 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.832+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~U38UYIENZGTQ.0 size=78711 2026-04-02T11:45:25.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.834+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=U38UYIENZGTQ tag=T7ZJG379RUDC type=write size=1127287 2026-04-02T11:45:25.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.835+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~EOKSU83ZOF2Y.0 size=1048576 2026-04-02T11:45:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.836+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~EOKSU83ZOF2Y.1 size=936000 2026-04-02T11:45:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.836+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=EOKSU83ZOF2Y tag=LUE3HNOHZYLX type=write size=3033152 2026-04-02T11:45:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.837+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~O2I3X8PSJY3P.0 size=80410 2026-04-02T11:45:25.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.839+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=O2I3X8PSJY3P tag=ZFTXY189T0P0 type=write size=1128986 2026-04-02T11:45:25.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.839+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=ERDIJ9MLM6JA type=write size=101929 2026-04-02T11:45:25.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.840+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~I5GD776CPT5O.0 size=1048576 2026-04-02T11:45:25.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.841+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~I5GD776CPT5O.1 size=135792 2026-04-02T11:45:25.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.843+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=I5GD776CPT5O tag=214OJ3RDUBLP type=write size=2232944 2026-04-02T11:45:25.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.844+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~8J1D01PCQRFM.0 size=94104 2026-04-02T11:45:25.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.844+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=8J1D01PCQRFM tag=2O4VKRL98LK6 type=write size=1142680 2026-04-02T11:45:25.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.845+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=9F2UKQ429SSX type=del 2026-04-02T11:45:25.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.846+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=6G1D2DIQBHKX type=del size=3106358 2026-04-02T11:45:25.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.847+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~6789KQW5VJ2U.0 size=293975 2026-04-02T11:45:25.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.849+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=6789KQW5VJ2U tag=IYRPZKHWRRIX type=write size=1342551 2026-04-02T11:45:25.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.850+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=A6UC24GR6Y03 type=del size=3549396 2026-04-02T11:45:25.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.850+0000 7f5c0c217880 1 < canceled part key=_multipart_LWVLFKB2UJNA.2~GUPMRIX138LS.0 size=834248 2026-04-02T11:45:25.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.851+0000 7f5c0c217880 1 < canceled multipart upload key=LWVLFKB2UJNA upload=GUPMRIX138LS tag=JN1J97M7939R type=write size=1882824 2026-04-02T11:45:25.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.874+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=R6JLG0F9EE7F type=del size=4016968 2026-04-02T11:45:25.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.875+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=E4NK4FGF542S type=del 2026-04-02T11:45:25.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.877+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~LH55A7D8J25Q.0 size=1048576 2026-04-02T11:45:25.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.878+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~LH55A7D8J25Q.1 size=1048576 2026-04-02T11:45:25.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.879+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~LH55A7D8J25Q.2 size=625951 2026-04-02T11:45:25.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.879+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=LH55A7D8J25Q tag=949NH2RYJSUZ type=write size=3771679 2026-04-02T11:45:25.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.880+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=X4T69OTOQTNG type=del 2026-04-02T11:45:25.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.880+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=VEDDBGI0VLVC type=write size=156557 2026-04-02T11:45:25.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.882+0000 7f5c0c217880 1 < suggested update operation key=0E1A1BB207I3 tag=LVNHOMI2VM39 type=write size=234443 2026-04-02T11:45:25.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.883+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=KH7TOL3912LM type=del size=2778934 2026-04-02T11:45:25.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.884+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~RAN4V1HI5GMM.0 size=1048576 2026-04-02T11:45:25.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.885+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~RAN4V1HI5GMM.1 size=1048576 2026-04-02T11:45:25.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.886+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~RAN4V1HI5GMM.2 size=556385 2026-04-02T11:45:25.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.888+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=RAN4V1HI5GMM tag=39MKRGWM6P6U type=write size=3702113 2026-04-02T11:45:25.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.890+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~8PKPXF11VY0L.0 size=465966 2026-04-02T11:45:25.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.890+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=8PKPXF11VY0L tag=QTVR738XM6XJ type=write size=1514542 2026-04-02T11:45:25.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.891+0000 7f5c0c217880 1 < canceled operation key=80JM980KZYGT tag=8WM7QJFC61OR type=del size=1249676 2026-04-02T11:45:25.893 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.892+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=4N48OLQZCHVF type=del size=2750996 2026-04-02T11:45:25.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.893+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=1FMWSOQGDTOR type=del 2026-04-02T11:45:25.895 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.894+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=AB7DKRU2GXRA type=del size=2232374 2026-04-02T11:45:25.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.895+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=08SFE0FET54L type=del 2026-04-02T11:45:25.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.897+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6AWJFZQWFQIW.0 size=741747 2026-04-02T11:45:25.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.897+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=6AWJFZQWFQIW tag=H9P4DOY1KC46 type=write size=1790323 2026-04-02T11:45:25.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.898+0000 7f5c0c217880 1 < completed write operation key=3NDJG05GFEU3 tag=8U3OABXM880T type=write size=449708 2026-04-02T11:45:25.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.899+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=C8CA3AZRAUQ6 type=del size=1756725 2026-04-02T11:45:25.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.900+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~TD8TJMCQYB3Y.0 size=1048576 2026-04-02T11:45:25.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.901+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~TD8TJMCQYB3Y.1 size=404082 2026-04-02T11:45:25.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.903+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=TD8TJMCQYB3Y tag=UVWOXWNPMCJ3 type=write size=2501234 2026-04-02T11:45:25.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.905+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=1SEB0BBG1XRY type=del size=1900850 2026-04-02T11:45:25.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.905+0000 7f5c0c217880 1 < canceled part key=_multipart_LK943WZ8ZUMG.2~2YT9BU13Q1G3.0 size=860155 2026-04-02T11:45:25.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.907+0000 7f5c0c217880 1 < canceled multipart upload key=LK943WZ8ZUMG upload=2YT9BU13Q1G3 tag=IQD2MCZDU987 type=write size=1908731 2026-04-02T11:45:25.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.908+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=UJJJYGY96CG2 type=del size=3732349 2026-04-02T11:45:25.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.909+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~EOKSU83ZOF2Y.0 size=1048576 2026-04-02T11:45:25.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.909+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~EOKSU83ZOF2Y.1 size=936000 2026-04-02T11:45:25.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.911+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=EOKSU83ZOF2Y tag=LUE3HNOHZYLX type=write size=3033152 2026-04-02T11:45:25.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.913+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~3ZS0530TZ296.0 size=1048576 2026-04-02T11:45:25.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.914+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~3ZS0530TZ296.1 size=390441 2026-04-02T11:45:25.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.914+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=3ZS0530TZ296 tag=2NE5R1BKCL0M type=write size=2487593 2026-04-02T11:45:25.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.915+0000 7f5c0c217880 1 < completed write operation key=16KLPONRQQAX tag=ERDIJ9MLM6JA type=write size=101929 2026-04-02T11:45:25.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.916+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~ZHLLOOTXFZN4.0 size=291716 2026-04-02T11:45:25.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.916+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=ZHLLOOTXFZN4 tag=KBVWISSG8O7C type=write size=1340292 2026-04-02T11:45:25.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.918+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~8J1D01PCQRFM.0 size=94104 2026-04-02T11:45:25.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.919+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=8J1D01PCQRFM tag=2O4VKRL98LK6 type=write size=1142680 2026-04-02T11:45:25.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.920+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=BPHVFYJ5Q7FC type=del size=3697049 2026-04-02T11:45:25.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.921+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=6G1D2DIQBHKX type=del 2026-04-02T11:45:25.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.922+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=OXY43V3F8U2D type=del size=3340565 2026-04-02T11:45:25.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.923+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=A6UC24GR6Y03 type=del 2026-04-02T11:45:25.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.924+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=PRMPTT4FSRH1 type=del size=1137088 2026-04-02T11:45:25.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.925+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=R6JLG0F9EE7F type=del 2026-04-02T11:45:25.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.927+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~EUT2KB42JRKJ.0 size=1048576 2026-04-02T11:45:25.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.927+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~EUT2KB42JRKJ.1 size=691351 2026-04-02T11:45:25.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.927+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=EUT2KB42JRKJ tag=BFFO8S983Y6Y type=write size=2788503 2026-04-02T11:45:25.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.928+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~LH55A7D8J25Q.0 size=1048576 2026-04-02T11:45:25.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.929+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~LH55A7D8J25Q.1 size=1048576 2026-04-02T11:45:25.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.930+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~LH55A7D8J25Q.2 size=625951 2026-04-02T11:45:25.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.932+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=LH55A7D8J25Q tag=949NH2RYJSUZ type=write size=3771679 2026-04-02T11:45:25.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.933+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=D0IHYNH4DK7S type=del size=725331 2026-04-02T11:45:25.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.934+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=VEDDBGI0VLVC type=write size=156557 2026-04-02T11:45:25.936 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.934+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=70OQWIRF6FEB type=del size=1739568 2026-04-02T11:45:25.937 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.935+0000 7f5c0c217880 1 < canceled operation key=Q76H2FRUA1T9 tag=KH7TOL3912LM type=del size=2778934 2026-04-02T11:45:25.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.936+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=TADY3P4BLEJF type=del size=2003215 2026-04-02T11:45:25.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.937+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~8PKPXF11VY0L.0 size=465966 2026-04-02T11:45:25.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.939+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=8PKPXF11VY0L tag=QTVR738XM6XJ type=write size=1514542 2026-04-02T11:45:25.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.941+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=K2CCAXUZTH0I type=del size=3561998 2026-04-02T11:45:25.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.942+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=4N48OLQZCHVF type=del 2026-04-02T11:45:25.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.943+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~8GTQCGP080JF.0 size=1048576 2026-04-02T11:45:25.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.944+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~8GTQCGP080JF.1 size=79407 2026-04-02T11:45:25.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.944+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=8GTQCGP080JF tag=33P2IMP27ETL type=write size=2176559 2026-04-02T11:45:25.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.945+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=AB7DKRU2GXRA type=del 2026-04-02T11:45:25.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.947+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~1A6ZTLFPG5MN.0 size=701830 2026-04-02T11:45:25.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.947+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=1A6ZTLFPG5MN tag=5H4OE09OLONW type=write size=1750406 2026-04-02T11:45:25.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.948+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6AWJFZQWFQIW.0 size=741747 2026-04-02T11:45:25.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.950+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=6AWJFZQWFQIW tag=H9P4DOY1KC46 type=write size=1790323 2026-04-02T11:45:25.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.951+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=SY0U3A91TGPY type=del size=53675 2026-04-02T11:45:25.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.952+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=C8CA3AZRAUQ6 type=del 2026-04-02T11:45:25.954 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.953+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=9RIUFWSBGD99 type=write size=714993 2026-04-02T11:45:25.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.954+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=1SEB0BBG1XRY type=del 2026-04-02T11:45:25.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.955+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=QCST87LUXL1Z type=del size=3133296 2026-04-02T11:45:25.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.956+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=UJJJYGY96CG2 type=del 2026-04-02T11:45:25.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.957+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=X68Y8QN1BB95 type=del size=698533 2026-04-02T11:45:25.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.958+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~3ZS0530TZ296.0 size=1048576 2026-04-02T11:45:25.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.959+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~3ZS0530TZ296.1 size=390441 2026-04-02T11:45:25.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.960+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=3ZS0530TZ296 tag=2NE5R1BKCL0M type=write size=2487593 2026-04-02T11:45:25.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.962+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=1XYIB1P7F5RE type=write size=876472 2026-04-02T11:45:25.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.963+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~ZHLLOOTXFZN4.0 size=291716 2026-04-02T11:45:25.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.964+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=ZHLLOOTXFZN4 tag=KBVWISSG8O7C type=write size=1340292 2026-04-02T11:45:25.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.965+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=1RL217B3TZC7 type=del size=3883091 2026-04-02T11:45:25.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.966+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=BPHVFYJ5Q7FC type=del 2026-04-02T11:45:25.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.967+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=NJXSFJ9BY0LD type=del size=1961583 2026-04-02T11:45:25.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.968+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=OXY43V3F8U2D type=del 2026-04-02T11:45:25.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.970+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~S1MPJPJVIZ8X.0 size=1048576 2026-04-02T11:45:25.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.971+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~S1MPJPJVIZ8X.1 size=726977 2026-04-02T11:45:25.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.971+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=S1MPJPJVIZ8X tag=3BNWML4BENGN type=write size=2824129 2026-04-02T11:45:25.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.972+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=PRMPTT4FSRH1 type=del 2026-04-02T11:45:25.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.974+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~RXPJ950WFM83.0 size=1048576 2026-04-02T11:45:25.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.975+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~RXPJ950WFM83.1 size=1048576 2026-04-02T11:45:25.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.976+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~RXPJ950WFM83.2 size=561812 2026-04-02T11:45:25.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.976+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=RXPJ950WFM83 tag=R3MUL9H28Q8R type=write size=3707540 2026-04-02T11:45:25.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.977+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~EUT2KB42JRKJ.0 size=1048576 2026-04-02T11:45:25.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.979+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~EUT2KB42JRKJ.1 size=691351 2026-04-02T11:45:25.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.981+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=EUT2KB42JRKJ tag=BFFO8S983Y6Y type=write size=2788503 2026-04-02T11:45:25.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.982+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=2DS7Y6Y9IDC6 type=del size=3398018 2026-04-02T11:45:25.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.983+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=D0IHYNH4DK7S type=del 2026-04-02T11:45:25.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.984+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=NFCF3MALJV0M type=del size=1751385 2026-04-02T11:45:25.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.986+0000 7f5c0c217880 1 < suggested remove operation key=80JM980KZYGT tag=70OQWIRF6FEB type=del 2026-04-02T11:45:25.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.987+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=TDU9RA8C5CMR type=del size=1599151 2026-04-02T11:45:25.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.988+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=TADY3P4BLEJF type=del 2026-04-02T11:45:25.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.990+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~AVZ9M34STNJE.0 size=1048576 2026-04-02T11:45:25.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.990+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~AVZ9M34STNJE.1 size=1048576 2026-04-02T11:45:25.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.991+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~AVZ9M34STNJE.2 size=189639 2026-04-02T11:45:25.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.991+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=AVZ9M34STNJE tag=ANKWFX3AIHRC type=write size=3335367 2026-04-02T11:45:25.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.992+0000 7f5c0c217880 1 < canceled operation key=BOCZEPFZF855 tag=K2CCAXUZTH0I type=del size=3561998 2026-04-02T11:45:25.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.993+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=RV2S91TTIMWY type=del size=670051 2026-04-02T11:45:25.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.994+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~8GTQCGP080JF.0 size=1048576 2026-04-02T11:45:25.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.995+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~8GTQCGP080JF.1 size=79407 2026-04-02T11:45:25.998 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.997+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=8GTQCGP080JF tag=33P2IMP27ETL type=write size=2176559 2026-04-02T11:45:25.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.998+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=R5LWAZE9PQHD type=del size=1271239 2026-04-02T11:45:25.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.998+0000 7f5c0c217880 1 < canceled part key=_multipart_QAI58E61O0A8.2~1A6ZTLFPG5MN.0 size=701830 2026-04-02T11:45:26.001 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:25.999+0000 7f5c0c217880 1 < canceled multipart upload key=QAI58E61O0A8 upload=1A6ZTLFPG5MN tag=5H4OE09OLONW type=write size=1750406 2026-04-02T11:45:26.002 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.000+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=FRX6JRQZXK4A type=del size=1488321 2026-04-02T11:45:26.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.002+0000 7f5c0c217880 1 < suggested remove operation key=BOCZEPFZF855 tag=SY0U3A91TGPY type=del 2026-04-02T11:45:26.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.004+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~8MU599PEDPWS.0 size=1048576 2026-04-02T11:45:26.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.005+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~8MU599PEDPWS.1 size=1048576 2026-04-02T11:45:26.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.006+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~8MU599PEDPWS.2 size=1008370 2026-04-02T11:45:26.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.006+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=8MU599PEDPWS tag=1644Y9WWDRW8 type=write size=4154098 2026-04-02T11:45:26.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.007+0000 7f5c0c217880 1 < completed write operation key=KZ97ZMXJJOJS tag=9RIUFWSBGD99 type=write size=714993 2026-04-02T11:45:26.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.008+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~8B2Q8QGSQFNM.0 size=1048576 2026-04-02T11:45:26.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.010+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~8B2Q8QGSQFNM.1 size=1048576 2026-04-02T11:45:26.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.010+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~8B2Q8QGSQFNM.2 size=489446 2026-04-02T11:45:26.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.010+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=8B2Q8QGSQFNM tag=U9N077RN3FWD type=write size=3635174 2026-04-02T11:45:26.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.011+0000 7f5c0c217880 1 < canceled operation key=I5G244DII0CX tag=QCST87LUXL1Z type=del size=3133296 2026-04-02T11:45:26.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.015+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~UK41TH2E9WNX.0 size=1048576 2026-04-02T11:45:26.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.016+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~UK41TH2E9WNX.1 size=392732 2026-04-02T11:45:26.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.016+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=UK41TH2E9WNX tag=4ARKT6VV16H2 type=write size=2489884 2026-04-02T11:45:26.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.017+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=X68Y8QN1BB95 type=del 2026-04-02T11:45:26.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.019+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~3XMGNUG18973.0 size=1048576 2026-04-02T11:45:26.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.019+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~3XMGNUG18973.1 size=1048576 2026-04-02T11:45:26.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.020+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~3XMGNUG18973.2 size=193341 2026-04-02T11:45:26.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.020+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=3XMGNUG18973 tag=PG36EX3RYFN8 type=write size=3339069 2026-04-02T11:45:26.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.021+0000 7f5c0c217880 1 < completed write operation key=TX21U43I2WZO tag=1XYIB1P7F5RE type=write size=876472 2026-04-02T11:45:26.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.022+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=ER0OQLOV9ZMR type=del size=3716875 2026-04-02T11:45:26.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.023+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=1RL217B3TZC7 type=del 2026-04-02T11:45:26.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.025+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~2HMYABKXYGC3.0 size=739199 2026-04-02T11:45:26.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.025+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=2HMYABKXYGC3 tag=EIVHLGP9J93K type=write size=1787775 2026-04-02T11:45:26.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.026+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=NJXSFJ9BY0LD type=del 2026-04-02T11:45:26.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.027+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=X6SXH3T7EIBU type=del size=4162461 2026-04-02T11:45:26.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.028+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~S1MPJPJVIZ8X.0 size=1048576 2026-04-02T11:45:26.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.029+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~S1MPJPJVIZ8X.1 size=726977 2026-04-02T11:45:26.032 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.030+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=S1MPJPJVIZ8X tag=3BNWML4BENGN type=write size=2824129 2026-04-02T11:45:26.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.031+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=I0M9OI5ROHBF type=del size=1308368 2026-04-02T11:45:26.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.032+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~RXPJ950WFM83.0 size=1048576 2026-04-02T11:45:26.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.033+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~RXPJ950WFM83.1 size=1048576 2026-04-02T11:45:26.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.034+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~RXPJ950WFM83.2 size=561812 2026-04-02T11:45:26.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.035+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=RXPJ950WFM83 tag=R3MUL9H28Q8R type=write size=3707540 2026-04-02T11:45:26.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.036+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=KFJ2M1KFQ1LA type=del size=2512584 2026-04-02T11:45:26.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.037+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=2DS7Y6Y9IDC6 type=del 2026-04-02T11:45:26.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.038+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=D2KNU88X0IW5 type=del size=2593659 2026-04-02T11:45:26.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.039+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=NFCF3MALJV0M type=del 2026-04-02T11:45:26.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.040+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~GODAX5JHYN39.0 size=701446 2026-04-02T11:45:26.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.040+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=GODAX5JHYN39 tag=IW0VXYY7G8CK type=write size=1750022 2026-04-02T11:45:26.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.041+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=TDU9RA8C5CMR type=del 2026-04-02T11:45:26.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.044+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~YHJ60ZP37AGQ.0 size=1048576 2026-04-02T11:45:26.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.044+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~YHJ60ZP37AGQ.1 size=1048576 2026-04-02T11:45:26.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.045+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~YHJ60ZP37AGQ.2 size=105845 2026-04-02T11:45:26.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.045+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=YHJ60ZP37AGQ tag=KSXEV8PGP5RH type=write size=3251573 2026-04-02T11:45:26.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.046+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~AVZ9M34STNJE.0 size=1048576 2026-04-02T11:45:26.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.047+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~AVZ9M34STNJE.1 size=1048576 2026-04-02T11:45:26.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.048+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~AVZ9M34STNJE.2 size=189639 2026-04-02T11:45:26.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.049+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=AVZ9M34STNJE tag=ANKWFX3AIHRC type=write size=3335367 2026-04-02T11:45:26.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.050+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=F1MA7CGLTZF4 type=del size=3777028 2026-04-02T11:45:26.053 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.052+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=RV2S91TTIMWY type=del 2026-04-02T11:45:26.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.052+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=FK0KZUA3QTOO type=del size=3095393 2026-04-02T11:45:26.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.053+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=R5LWAZE9PQHD type=del 2026-04-02T11:45:26.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.055+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~UTBDC615WKI0.0 size=107966 2026-04-02T11:45:26.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.055+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=UTBDC615WKI0 tag=UCOB3WTQZZ69 type=write size=1156542 2026-04-02T11:45:26.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.056+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=FRX6JRQZXK4A type=del 2026-04-02T11:45:26.059 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.057+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=3YOL3W7KPZEA type=del size=1997277 2026-04-02T11:45:26.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.059+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~8MU599PEDPWS.0 size=1048576 2026-04-02T11:45:26.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.059+0000 7f5c0c217880 1 < canceled part key=_multipart_HG9SH1DT0VFR.2~8MU599PEDPWS.1 size=1048576 2026-04-02T11:45:26.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.059+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~8MU599PEDPWS.2 size=1008370 2026-04-02T11:45:26.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.061+0000 7f5c0c217880 1 < canceled multipart upload key=HG9SH1DT0VFR upload=8MU599PEDPWS tag=1644Y9WWDRW8 type=write size=4154098 2026-04-02T11:45:26.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.062+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=IZKUW96ZLP4K type=write size=711604 2026-04-02T11:45:26.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.063+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~8B2Q8QGSQFNM.0 size=1048576 2026-04-02T11:45:26.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.064+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~8B2Q8QGSQFNM.1 size=1048576 2026-04-02T11:45:26.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.065+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~8B2Q8QGSQFNM.2 size=489446 2026-04-02T11:45:26.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.066+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=8B2Q8QGSQFNM tag=U9N077RN3FWD type=write size=3635174 2026-04-02T11:45:26.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.068+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~GQS0CPY9P7DM.0 size=1048576 2026-04-02T11:45:26.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.069+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~GQS0CPY9P7DM.1 size=894145 2026-04-02T11:45:26.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.069+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=GQS0CPY9P7DM tag=E7Z4OKIJQG0L type=write size=2991297 2026-04-02T11:45:26.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.069+0000 7f5c0c217880 1 < canceled part key=_multipart_5HGO669IL8H8.2~UK41TH2E9WNX.0 size=1048576 2026-04-02T11:45:26.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.070+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~UK41TH2E9WNX.1 size=392732 2026-04-02T11:45:26.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.071+0000 7f5c0c217880 1 < canceled multipart upload key=5HGO669IL8H8 upload=UK41TH2E9WNX tag=4ARKT6VV16H2 type=write size=2489884 2026-04-02T11:45:26.074 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.072+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=CO4H33JL1UPQ type=del size=349422 2026-04-02T11:45:26.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.073+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~3XMGNUG18973.0 size=1048576 2026-04-02T11:45:26.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.074+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~3XMGNUG18973.1 size=1048576 2026-04-02T11:45:26.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.075+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~3XMGNUG18973.2 size=193341 2026-04-02T11:45:26.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.077+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=3XMGNUG18973 tag=PG36EX3RYFN8 type=write size=3339069 2026-04-02T11:45:26.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.078+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=PCXDHPOK857X type=del size=2717975 2026-04-02T11:45:26.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.079+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=ER0OQLOV9ZMR type=del 2026-04-02T11:45:26.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.081+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=4J6AF9L17BXT type=del size=576428 2026-04-02T11:45:26.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.082+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~2HMYABKXYGC3.0 size=739199 2026-04-02T11:45:26.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.084+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=2HMYABKXYGC3 tag=EIVHLGP9J93K type=write size=1787775 2026-04-02T11:45:26.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.085+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=O54WSS74R6KU type=del size=3562911 2026-04-02T11:45:26.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.086+0000 7f5c0c217880 1 < canceled operation key=5HGO669IL8H8 tag=X6SXH3T7EIBU type=del size=4162461 2026-04-02T11:45:26.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.087+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=9DSLXMWIL8LZ type=del size=1866690 2026-04-02T11:45:26.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.087+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=I0M9OI5ROHBF type=del 2026-04-02T11:45:26.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.088+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=2O85BTJYMRFZ type=del size=2710002 2026-04-02T11:45:26.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.089+0000 7f5c0c217880 1 < canceled operation key=HG9SH1DT0VFR tag=KFJ2M1KFQ1LA type=del size=2512584 2026-04-02T11:45:26.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.090+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=RT14PJOSTBE7 type=del size=867634 2026-04-02T11:45:26.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.091+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=D2KNU88X0IW5 type=del 2026-04-02T11:45:26.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.092+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=2F7J19UPWFUH type=del size=2508732 2026-04-02T11:45:26.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.093+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~GODAX5JHYN39.0 size=701446 2026-04-02T11:45:26.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.094+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=GODAX5JHYN39 tag=IW0VXYY7G8CK type=write size=1750022 2026-04-02T11:45:26.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.096+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~F3105EWJZJW2.0 size=1048576 2026-04-02T11:45:26.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.097+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~F3105EWJZJW2.1 size=202873 2026-04-02T11:45:26.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.097+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=F3105EWJZJW2 tag=IYR8YZZLSXRT type=write size=2300025 2026-04-02T11:45:26.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.097+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~YHJ60ZP37AGQ.0 size=1048576 2026-04-02T11:45:26.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.097+0000 7f5c0c217880 1 < canceled part key=_multipart_H18MHG2QUIPU.2~YHJ60ZP37AGQ.1 size=1048576 2026-04-02T11:45:26.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.098+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~YHJ60ZP37AGQ.2 size=105845 2026-04-02T11:45:26.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.100+0000 7f5c0c217880 1 < canceled multipart upload key=H18MHG2QUIPU upload=YHJ60ZP37AGQ tag=KSXEV8PGP5RH type=write size=3251573 2026-04-02T11:45:26.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.101+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~YWCW0R1FYUE8.0 size=1048576 2026-04-02T11:45:26.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.102+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~YWCW0R1FYUE8.1 size=995334 2026-04-02T11:45:26.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.102+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=YWCW0R1FYUE8 tag=X5Q4PHOHURCY type=write size=3092486 2026-04-02T11:45:26.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.103+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=F1MA7CGLTZF4 type=del 2026-04-02T11:45:26.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.105+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=D6A1VUAH2SIH type=del size=1987295 2026-04-02T11:45:26.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.106+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=FK0KZUA3QTOO type=del 2026-04-02T11:45:26.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.106+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=P0J8G1T9LJI2 type=del size=795630 2026-04-02T11:45:26.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.107+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~UTBDC615WKI0.0 size=107966 2026-04-02T11:45:26.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.109+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=UTBDC615WKI0 tag=UCOB3WTQZZ69 type=write size=1156542 2026-04-02T11:45:26.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.110+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=XN7BAX05GGZL type=del size=175365 2026-04-02T11:45:26.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.111+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=3YOL3W7KPZEA type=del 2026-04-02T11:45:26.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.112+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=B2M73C5JOX93 type=write size=292908 2026-04-02T11:45:26.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.113+0000 7f5c0c217880 1 < completed write operation key=I5G244DII0CX tag=IZKUW96ZLP4K type=write size=711604 2026-04-02T11:45:26.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.114+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~AS0L6YLTW2NN.0 size=510825 2026-04-02T11:45:26.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.114+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=AS0L6YLTW2NN tag=7CYQ2A8F98LH type=write size=1559401 2026-04-02T11:45:26.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.115+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~GQS0CPY9P7DM.0 size=1048576 2026-04-02T11:45:26.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.115+0000 7f5c0c217880 1 < canceled part key=_multipart_0ID62KUCSKML.2~GQS0CPY9P7DM.1 size=894145 2026-04-02T11:45:26.118 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.117+0000 7f5c0c217880 1 < canceled multipart upload key=0ID62KUCSKML upload=GQS0CPY9P7DM tag=E7Z4OKIJQG0L type=write size=2991297 2026-04-02T11:45:26.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.120+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~WVC3HLX3VIKP.0 size=1048576 2026-04-02T11:45:26.122 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.121+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~WVC3HLX3VIKP.1 size=1048576 2026-04-02T11:45:26.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.122+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~WVC3HLX3VIKP.2 size=446921 2026-04-02T11:45:26.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.122+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=WVC3HLX3VIKP tag=9J48S4KR7TYW type=write size=3592649 2026-04-02T11:45:26.124 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.123+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=CO4H33JL1UPQ type=del 2026-04-02T11:45:26.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.124+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~JHZA6EZ4RZZI.0 size=335805 2026-04-02T11:45:26.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.124+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=JHZA6EZ4RZZI tag=GRHLYQH18RGU type=write size=1384381 2026-04-02T11:45:26.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.125+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=PCXDHPOK857X type=del 2026-04-02T11:45:26.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.126+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=XYFCS32R0Y8Z type=del size=3620437 2026-04-02T11:45:26.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.128+0000 7f5c0c217880 1 < suggested update operation key=18ALC111A00W tag=4J6AF9L17BXT type=del size=576428 2026-04-02T11:45:26.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.129+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=GDWRB0MCQ2Z3 type=del size=626346 2026-04-02T11:45:26.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.130+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=O54WSS74R6KU type=del 2026-04-02T11:45:26.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.131+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~02PU2AQP3PEA.0 size=1048576 2026-04-02T11:45:26.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.132+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~02PU2AQP3PEA.1 size=15635 2026-04-02T11:45:26.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.132+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=02PU2AQP3PEA tag=SVVJ117IEFF6 type=write size=2112787 2026-04-02T11:45:26.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.133+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=9DSLXMWIL8LZ type=del 2026-04-02T11:45:26.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.134+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=9ERW7AC5HIQX type=del size=1210650 2026-04-02T11:45:26.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.135+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=2O85BTJYMRFZ type=del 2026-04-02T11:45:26.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.137+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~W53YZ7ATK0ZM.0 size=1048576 2026-04-02T11:45:26.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.138+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~W53YZ7ATK0ZM.1 size=1048576 2026-04-02T11:45:26.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.138+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~W53YZ7ATK0ZM.2 size=251351 2026-04-02T11:45:26.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.138+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=W53YZ7ATK0ZM tag=TO887FWMTALL type=write size=3397079 2026-04-02T11:45:26.141 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.139+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=RT14PJOSTBE7 type=del 2026-04-02T11:45:26.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.141+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~3UW4IYZ44DHI.0 size=1048576 2026-04-02T11:45:26.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.142+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~3UW4IYZ44DHI.1 size=1048576 2026-04-02T11:45:26.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.143+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~3UW4IYZ44DHI.2 size=810214 2026-04-02T11:45:26.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.143+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=3UW4IYZ44DHI tag=J5Q31F1YWYF7 type=write size=3955942 2026-04-02T11:45:26.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.143+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=2F7J19UPWFUH type=del 2026-04-02T11:45:26.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.145+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~O4GAXK1KED1F.0 size=1048576 2026-04-02T11:45:26.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.146+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~O4GAXK1KED1F.1 size=1048576 2026-04-02T11:45:26.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.147+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~O4GAXK1KED1F.2 size=939513 2026-04-02T11:45:26.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.147+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=O4GAXK1KED1F tag=X0JSNAY9JX27 type=write size=4085241 2026-04-02T11:45:26.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.147+0000 7f5c0c217880 1 < canceled part key=_multipart_80UA8NGMVTVM.2~F3105EWJZJW2.0 size=1048576 2026-04-02T11:45:26.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.148+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~F3105EWJZJW2.1 size=202873 2026-04-02T11:45:26.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.149+0000 7f5c0c217880 1 < canceled multipart upload key=80UA8NGMVTVM upload=F3105EWJZJW2 tag=IYR8YZZLSXRT type=write size=2300025 2026-04-02T11:45:26.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.151+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~1TUIZ2Y9IFAL.0 size=1048576 2026-04-02T11:45:26.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.152+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~1TUIZ2Y9IFAL.1 size=200465 2026-04-02T11:45:26.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.152+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=1TUIZ2Y9IFAL tag=U705FM8TQM4X type=write size=2297617 2026-04-02T11:45:26.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.159+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~YWCW0R1FYUE8.0 size=1048576 2026-04-02T11:45:26.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.160+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~YWCW0R1FYUE8.1 size=995334 2026-04-02T11:45:26.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.164+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=YWCW0R1FYUE8 tag=X5Q4PHOHURCY type=write size=3092486 2026-04-02T11:45:26.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.166+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=1UYI2O3A794E type=del size=2466047 2026-04-02T11:45:26.169 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.167+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=D6A1VUAH2SIH type=del 2026-04-02T11:45:26.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.168+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=ES08UOWVU0CR type=del size=83951 2026-04-02T11:45:26.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.169+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=P0J8G1T9LJI2 type=del 2026-04-02T11:45:26.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.171+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~C5TXRJRDNQ7L.0 size=1048576 2026-04-02T11:45:26.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.172+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~C5TXRJRDNQ7L.1 size=1048576 2026-04-02T11:45:26.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.173+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~C5TXRJRDNQ7L.2 size=650852 2026-04-02T11:45:26.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.173+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=C5TXRJRDNQ7L tag=CP830M8QEY7T type=write size=3796580 2026-04-02T11:45:26.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.174+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=XN7BAX05GGZL type=del 2026-04-02T11:45:26.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.176+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~TIGRJHFPYP4J.0 size=1048576 2026-04-02T11:45:26.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.176+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~TIGRJHFPYP4J.1 size=758020 2026-04-02T11:45:26.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.176+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=TIGRJHFPYP4J tag=4ZAONQK6PLBR type=write size=2855172 2026-04-02T11:45:26.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.177+0000 7f5c0c217880 -1 < failed to complete operation key=18ALC111A00W tag=B2M73C5JOX93 type=write size=292908: (22) Invalid argument 2026-04-02T11:45:26.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.178+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=LZQRCPK8JET3 type=del size=2117309 2026-04-02T11:45:26.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.179+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~AS0L6YLTW2NN.0 size=510825 2026-04-02T11:45:26.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.181+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=AS0L6YLTW2NN tag=7CYQ2A8F98LH type=write size=1559401 2026-04-02T11:45:26.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.182+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=8SWUJ1XXQTBU type=del size=272096 2026-04-02T11:45:26.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.183+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~WVC3HLX3VIKP.0 size=1048576 2026-04-02T11:45:26.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.183+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~WVC3HLX3VIKP.1 size=1048576 2026-04-02T11:45:26.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.184+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~WVC3HLX3VIKP.2 size=446921 2026-04-02T11:45:26.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.185+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=WVC3HLX3VIKP tag=9J48S4KR7TYW type=write size=3592649 2026-04-02T11:45:26.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.186+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=ZAPQ9BT5OZ3R type=write size=725742 2026-04-02T11:45:26.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.187+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~JHZA6EZ4RZZI.0 size=335805 2026-04-02T11:45:26.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.189+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=JHZA6EZ4RZZI tag=GRHLYQH18RGU type=write size=1384381 2026-04-02T11:45:26.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.190+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=VOE569VBDR2J type=del size=2786801 2026-04-02T11:45:26.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.192+0000 7f5c0c217880 1 < suggested update operation key=KOFTD4ZEAMOY tag=XYFCS32R0Y8Z type=del size=3620437 2026-04-02T11:45:26.194 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.193+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=KAH50IDV80Y8 type=del size=4073867 2026-04-02T11:45:26.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.194+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=GDWRB0MCQ2Z3 type=del 2026-04-02T11:45:26.196 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.194+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=15XFQEB11F5O type=del size=2261996 2026-04-02T11:45:26.197 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.195+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~02PU2AQP3PEA.0 size=1048576 2026-04-02T11:45:26.197 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.196+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~02PU2AQP3PEA.1 size=15635 2026-04-02T11:45:26.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.198+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=02PU2AQP3PEA tag=SVVJ117IEFF6 type=write size=2112787 2026-04-02T11:45:26.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.199+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=WARS0SE9UJOL type=del size=2611592 2026-04-02T11:45:26.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.199+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=9ERW7AC5HIQX type=del 2026-04-02T11:45:26.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.202+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~VIBHI6TT3ISD.0 size=1048576 2026-04-02T11:45:26.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.202+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~VIBHI6TT3ISD.1 size=1048576 2026-04-02T11:45:26.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.204+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~VIBHI6TT3ISD.2 size=354166 2026-04-02T11:45:26.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.204+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=VIBHI6TT3ISD tag=IOFJ33L9AGU3 type=write size=3499894 2026-04-02T11:45:26.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.204+0000 7f5c0c217880 1 < canceled part key=_multipart_RY963UTFY8OE.2~W53YZ7ATK0ZM.0 size=1048576 2026-04-02T11:45:26.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.204+0000 7f5c0c217880 1 < canceled part key=_multipart_RY963UTFY8OE.2~W53YZ7ATK0ZM.1 size=1048576 2026-04-02T11:45:26.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.205+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~W53YZ7ATK0ZM.2 size=251351 2026-04-02T11:45:26.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.207+0000 7f5c0c217880 1 < canceled multipart upload key=RY963UTFY8OE upload=W53YZ7ATK0ZM tag=TO887FWMTALL type=write size=3397079 2026-04-02T11:45:26.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.208+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=WHIY0N8W8DK8 type=del size=2118460 2026-04-02T11:45:26.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.209+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~3UW4IYZ44DHI.0 size=1048576 2026-04-02T11:45:26.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.209+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~3UW4IYZ44DHI.1 size=1048576 2026-04-02T11:45:26.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.209+0000 7f5c0c217880 1 < canceled part key=_multipart_0L9I2XPJ6ED1.2~3UW4IYZ44DHI.2 size=810214 2026-04-02T11:45:26.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.211+0000 7f5c0c217880 1 < canceled multipart upload key=0L9I2XPJ6ED1 upload=3UW4IYZ44DHI tag=J5Q31F1YWYF7 type=write size=3955942 2026-04-02T11:45:26.213 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.212+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=N9EK3B9HIMH9 type=del size=1750215 2026-04-02T11:45:26.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.213+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~O4GAXK1KED1F.0 size=1048576 2026-04-02T11:45:26.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.213+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~O4GAXK1KED1F.1 size=1048576 2026-04-02T11:45:26.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.214+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~O4GAXK1KED1F.2 size=939513 2026-04-02T11:45:26.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.216+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=O4GAXK1KED1F tag=X0JSNAY9JX27 type=write size=4085241 2026-04-02T11:45:26.218 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.216+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=QEX0SILR9MWP type=del size=1527838 2026-04-02T11:45:26.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.217+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~1TUIZ2Y9IFAL.0 size=1048576 2026-04-02T11:45:26.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.218+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~1TUIZ2Y9IFAL.1 size=200465 2026-04-02T11:45:26.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.220+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=1TUIZ2Y9IFAL tag=U705FM8TQM4X type=write size=2297617 2026-04-02T11:45:26.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.221+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=J0DN5D5M65C8 type=del size=2234953 2026-04-02T11:45:26.224 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.223+0000 7f5c0c217880 1 < suggested update operation key=TX21U43I2WZO tag=1UYI2O3A794E type=del size=2466047 2026-04-02T11:45:26.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.225+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~LL5NVSMZF2MO.0 size=1048576 2026-04-02T11:45:26.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.225+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~LL5NVSMZF2MO.1 size=451565 2026-04-02T11:45:26.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.225+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=LL5NVSMZF2MO tag=M1YMY7VHNF5Y type=write size=2548717 2026-04-02T11:45:26.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.226+0000 7f5c0c217880 1 < canceled operation key=BOCZEPFZF855 tag=ES08UOWVU0CR type=del size=83951 2026-04-02T11:45:26.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.227+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=0R0E3I4OHJN5 type=del size=3944692 2026-04-02T11:45:26.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.228+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~C5TXRJRDNQ7L.0 size=1048576 2026-04-02T11:45:26.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.229+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~C5TXRJRDNQ7L.1 size=1048576 2026-04-02T11:45:26.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.229+0000 7f5c0c217880 1 < canceled part key=_multipart_UOANTGYGF6UA.2~C5TXRJRDNQ7L.2 size=650852 2026-04-02T11:45:26.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.230+0000 7f5c0c217880 1 < canceled multipart upload key=UOANTGYGF6UA upload=C5TXRJRDNQ7L tag=CP830M8QEY7T type=write size=3796580 2026-04-02T11:45:26.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.231+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=RN1FUSF9KGUQ type=del size=2099960 2026-04-02T11:45:26.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.232+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~TIGRJHFPYP4J.0 size=1048576 2026-04-02T11:45:26.234 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.233+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~TIGRJHFPYP4J.1 size=758020 2026-04-02T11:45:26.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.234+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=TIGRJHFPYP4J tag=4ZAONQK6PLBR type=write size=2855172 2026-04-02T11:45:26.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.236+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~JGSYZUNRKTBY.0 size=846840 2026-04-02T11:45:26.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.236+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=JGSYZUNRKTBY tag=A2BB502ZQXEX type=write size=1895416 2026-04-02T11:45:26.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.238+0000 7f5c0c217880 1 < suggested remove operation key=18ALC111A00W tag=LZQRCPK8JET3 type=del 2026-04-02T11:45:26.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.240+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~PA5JEUYGODDH.0 size=1048576 2026-04-02T11:45:26.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.240+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~PA5JEUYGODDH.1 size=680355 2026-04-02T11:45:26.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.240+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=PA5JEUYGODDH tag=A2DVH54BX9RV type=write size=2777507 2026-04-02T11:45:26.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.271+0000 7f5c0c217880 1 < canceled operation key=5HGO669IL8H8 tag=8SWUJ1XXQTBU type=del size=272096 2026-04-02T11:45:26.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.273+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~VKDX85JH8AQS.0 size=1048576 2026-04-02T11:45:26.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.273+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~VKDX85JH8AQS.1 size=1048576 2026-04-02T11:45:26.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.284+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~VKDX85JH8AQS.2 size=507524 2026-04-02T11:45:26.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.284+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=VKDX85JH8AQS tag=G9Q3UI1EB2XW type=write size=3653252 2026-04-02T11:45:26.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.286+0000 7f5c0c217880 1 < completed write operation key=BOCZEPFZF855 tag=ZAPQ9BT5OZ3R type=write size=725742 2026-04-02T11:45:26.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.288+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~T3F2R4CAXZZT.0 size=310695 2026-04-02T11:45:26.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.288+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=T3F2R4CAXZZT tag=ZP004T03FQZ3 type=write size=1359271 2026-04-02T11:45:26.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.289+0000 7f5c0c217880 1 < canceled operation key=EA5JHZQJK139 tag=VOE569VBDR2J type=del size=2786801 2026-04-02T11:45:26.291 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.290+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=2ABUG92HH3PB type=write size=736185 2026-04-02T11:45:26.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.291+0000 7f5c0c217880 1 < suggested remove operation key=66AEW1Q173VY tag=KAH50IDV80Y8 type=del 2026-04-02T11:45:26.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.292+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=214ROJXYK5H1 type=del size=385241 2026-04-02T11:45:26.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.293+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=15XFQEB11F5O type=del 2026-04-02T11:45:26.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.294+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=UZBC33N4QOGY type=write size=1016794 2026-04-02T11:45:26.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.295+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=WARS0SE9UJOL type=del 2026-04-02T11:45:26.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.296+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=6C9TH2Y4TMHG type=del size=3889054 2026-04-02T11:45:26.298 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.297+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~VIBHI6TT3ISD.0 size=1048576 2026-04-02T11:45:26.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.297+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~VIBHI6TT3ISD.1 size=1048576 2026-04-02T11:45:26.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.298+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~VIBHI6TT3ISD.2 size=354166 2026-04-02T11:45:26.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.299+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=VIBHI6TT3ISD tag=IOFJ33L9AGU3 type=write size=3499894 2026-04-02T11:45:26.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.301+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~TAQL9MO7SIG2.0 size=1048576 2026-04-02T11:45:26.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.302+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~TAQL9MO7SIG2.1 size=1048576 2026-04-02T11:45:26.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.302+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~TAQL9MO7SIG2.2 size=294304 2026-04-02T11:45:26.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.302+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=TAQL9MO7SIG2 tag=SHSF1EIO3N7R type=write size=3440032 2026-04-02T11:45:26.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.303+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=WHIY0N8W8DK8 type=del 2026-04-02T11:45:26.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.305+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~VC9TMSJ5KSIO.0 size=96532 2026-04-02T11:45:26.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.305+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=VC9TMSJ5KSIO tag=2RMNIUWF5YSZ type=write size=1145108 2026-04-02T11:45:26.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.306+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=N9EK3B9HIMH9 type=del 2026-04-02T11:45:26.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.306+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=YHAYVR5RMPTV type=del size=3585879 2026-04-02T11:45:26.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.307+0000 7f5c0c217880 -1 < failed to complete operation key=18ALC111A00W tag=QEX0SILR9MWP type=del size=1527838: (22) Invalid argument 2026-04-02T11:45:26.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.309+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~OTK5GZFEGDT7.0 size=448746 2026-04-02T11:45:26.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.309+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=OTK5GZFEGDT7 tag=B0T2VZRS41IE type=write size=1497322 2026-04-02T11:45:26.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.311+0000 7f5c0c217880 1 < suggested remove operation key=RXDFK5T07T03 tag=J0DN5D5M65C8 type=del 2026-04-02T11:45:26.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.313+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=A6WHUNL8ZLSW type=del size=2749631 2026-04-02T11:45:26.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.314+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~LL5NVSMZF2MO.0 size=1048576 2026-04-02T11:45:26.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.315+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~LL5NVSMZF2MO.1 size=451565 2026-04-02T11:45:26.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.316+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=LL5NVSMZF2MO tag=M1YMY7VHNF5Y type=write size=2548717 2026-04-02T11:45:26.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.317+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=V91743KK7I0M type=del size=2368047 2026-04-02T11:45:26.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.318+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=0R0E3I4OHJN5 type=del 2026-04-02T11:45:26.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.320+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~GWSMOY8M6G04.0 size=1048576 2026-04-02T11:45:26.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.321+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~GWSMOY8M6G04.1 size=1048576 2026-04-02T11:45:26.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.321+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~GWSMOY8M6G04.2 size=174312 2026-04-02T11:45:26.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.321+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=GWSMOY8M6G04 tag=2FT37HOZOMBX type=write size=3320040 2026-04-02T11:45:26.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.322+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=RN1FUSF9KGUQ type=del 2026-04-02T11:45:26.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.323+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=D117OOOIDTXG type=del size=3482265 2026-04-02T11:45:26.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.324+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~JGSYZUNRKTBY.0 size=846840 2026-04-02T11:45:26.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.325+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=JGSYZUNRKTBY tag=A2BB502ZQXEX type=write size=1895416 2026-04-02T11:45:26.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.327+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~5R5994MSZJ0E.0 size=385676 2026-04-02T11:45:26.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.327+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=5R5994MSZJ0E tag=A05PSRXNOMHT type=write size=1434252 2026-04-02T11:45:26.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.328+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~PA5JEUYGODDH.0 size=1048576 2026-04-02T11:45:26.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.329+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~PA5JEUYGODDH.1 size=680355 2026-04-02T11:45:26.333 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.331+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=PA5JEUYGODDH tag=A2DVH54BX9RV type=write size=2777507 2026-04-02T11:45:26.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.332+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=PWF1U3X28PAA type=del size=755651 2026-04-02T11:45:26.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.332+0000 7f5c0c217880 1 < canceled part key=_multipart_LK943WZ8ZUMG.2~VKDX85JH8AQS.0 size=1048576 2026-04-02T11:45:26.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.333+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~VKDX85JH8AQS.1 size=1048576 2026-04-02T11:45:26.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.334+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~VKDX85JH8AQS.2 size=507524 2026-04-02T11:45:26.337 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.335+0000 7f5c0c217880 1 < canceled multipart upload key=LK943WZ8ZUMG upload=VKDX85JH8AQS tag=G9Q3UI1EB2XW type=write size=3653252 2026-04-02T11:45:26.338 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.337+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~LAJ90KX7KDKD.0 size=1048576 2026-04-02T11:45:26.339 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.338+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~LAJ90KX7KDKD.1 size=153969 2026-04-02T11:45:26.339 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.338+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=LAJ90KX7KDKD tag=ZJP2D1LSMP34 type=write size=2251121 2026-04-02T11:45:26.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.339+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~T3F2R4CAXZZT.0 size=310695 2026-04-02T11:45:26.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.340+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=T3F2R4CAXZZT tag=ZP004T03FQZ3 type=write size=1359271 2026-04-02T11:45:26.343 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.342+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~9BQH92QU3RFT.0 size=1048576 2026-04-02T11:45:26.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.343+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~9BQH92QU3RFT.1 size=1048576 2026-04-02T11:45:26.345 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.344+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~9BQH92QU3RFT.2 size=818098 2026-04-02T11:45:26.345 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.344+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=9BQH92QU3RFT tag=6YG40XP3G0H5 type=write size=3963826 2026-04-02T11:45:26.346 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.344+0000 7f5c0c217880 1 < completed write operation key=3NDJG05GFEU3 tag=2ABUG92HH3PB type=write size=736185 2026-04-02T11:45:26.347 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.345+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=LG6DT90F1WWH type=del size=757059 2026-04-02T11:45:26.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.346+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=214ROJXYK5H1 type=del 2026-04-02T11:45:26.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.347+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=5KWLRM0DHW9H type=del size=1909305 2026-04-02T11:45:26.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.348+0000 7f5c0c217880 -1 < failed to complete operation key=RXDFK5T07T03 tag=UZBC33N4QOGY type=write size=1016794: (22) Invalid argument 2026-04-02T11:45:26.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.350+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~CCPJZ4TF0KGU.0 size=1048576 2026-04-02T11:45:26.352 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.351+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~CCPJZ4TF0KGU.1 size=1048576 2026-04-02T11:45:26.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.351+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~CCPJZ4TF0KGU.2 size=243075 2026-04-02T11:45:26.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.351+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=CCPJZ4TF0KGU tag=OXQPWKSERRWU type=write size=3388803 2026-04-02T11:45:26.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.352+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=6C9TH2Y4TMHG type=del 2026-04-02T11:45:26.355 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.354+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~M40WOZ0GZP3Z.0 size=1048576 2026-04-02T11:45:26.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.354+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~M40WOZ0GZP3Z.1 size=524066 2026-04-02T11:45:26.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.354+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=M40WOZ0GZP3Z tag=7XLG8MATFKYT type=write size=2621218 2026-04-02T11:45:26.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.356+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~TAQL9MO7SIG2.0 size=1048576 2026-04-02T11:45:26.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.356+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~TAQL9MO7SIG2.1 size=1048576 2026-04-02T11:45:26.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.357+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~TAQL9MO7SIG2.2 size=294304 2026-04-02T11:45:26.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.359+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=TAQL9MO7SIG2 tag=SHSF1EIO3N7R type=write size=3440032 2026-04-02T11:45:26.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.359+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=V3V81HNJQYKZ type=write size=358402 2026-04-02T11:45:26.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.360+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~VC9TMSJ5KSIO.0 size=96532 2026-04-02T11:45:26.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.362+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=VC9TMSJ5KSIO tag=2RMNIUWF5YSZ type=write size=1145108 2026-04-02T11:45:26.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.363+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=Z0W61VDKTQP9 type=write size=437853 2026-04-02T11:45:26.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.363+0000 7f5c0c217880 1 < canceled operation key=QAI58E61O0A8 tag=YHAYVR5RMPTV type=del size=3585879 2026-04-02T11:45:26.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.364+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=E7DDDMTKR6S8 type=del size=532358 2026-04-02T11:45:26.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.364+0000 7f5c0c217880 1 < canceled part key=_multipart_UOANTGYGF6UA.2~OTK5GZFEGDT7.0 size=448746 2026-04-02T11:45:26.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.366+0000 7f5c0c217880 1 < canceled multipart upload key=UOANTGYGF6UA upload=OTK5GZFEGDT7 tag=B0T2VZRS41IE type=write size=1497322 2026-04-02T11:45:26.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.366+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=TWG1E1TFNB1V type=del size=1380120 2026-04-02T11:45:26.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.367+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=A6WHUNL8ZLSW type=del 2026-04-02T11:45:26.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.369+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~5M7JUH9OFSCI.0 size=1048576 2026-04-02T11:45:26.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.369+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~5M7JUH9OFSCI.1 size=825395 2026-04-02T11:45:26.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.369+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=5M7JUH9OFSCI tag=1B3S5FA2LFEV type=write size=2922547 2026-04-02T11:45:26.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.370+0000 7f5c0c217880 1 < canceled operation key=16KLPONRQQAX tag=V91743KK7I0M type=del size=2368047 2026-04-02T11:45:26.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.371+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=XPVUOSLEB639 type=write size=343276 2026-04-02T11:45:26.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.372+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~GWSMOY8M6G04.0 size=1048576 2026-04-02T11:45:26.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.372+0000 7f5c0c217880 1 < canceled part key=_multipart_EA5JHZQJK139.2~GWSMOY8M6G04.1 size=1048576 2026-04-02T11:45:26.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.373+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~GWSMOY8M6G04.2 size=174312 2026-04-02T11:45:26.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.374+0000 7f5c0c217880 1 < canceled multipart upload key=EA5JHZQJK139 upload=GWSMOY8M6G04 tag=2FT37HOZOMBX type=write size=3320040 2026-04-02T11:45:26.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.375+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=NA4VZR61YO59 type=del size=2648542 2026-04-02T11:45:26.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.377+0000 7f5c0c217880 1 < suggested remove operation key=A7V45HD10IBY tag=D117OOOIDTXG type=del 2026-04-02T11:45:26.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.377+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=CD6UD203723E type=del size=3053093 2026-04-02T11:45:26.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.378+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~5R5994MSZJ0E.0 size=385676 2026-04-02T11:45:26.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.380+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=5R5994MSZJ0E tag=A05PSRXNOMHT type=write size=1434252 2026-04-02T11:45:26.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.381+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~IU93DCHYXFP4.0 size=1048576 2026-04-02T11:45:26.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.382+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~IU93DCHYXFP4.1 size=1048576 2026-04-02T11:45:26.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.383+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~IU93DCHYXFP4.2 size=722154 2026-04-02T11:45:26.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.383+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=IU93DCHYXFP4 tag=S30UXLX22FBL type=write size=3867882 2026-04-02T11:45:26.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.384+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=PWF1U3X28PAA type=del 2026-04-02T11:45:26.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.385+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~1SI9H3L5EIYN.0 size=1048576 2026-04-02T11:45:26.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.386+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~1SI9H3L5EIYN.1 size=760299 2026-04-02T11:45:26.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.386+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=1SI9H3L5EIYN tag=X6PURD40JD04 type=write size=2857451 2026-04-02T11:45:26.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.387+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~LAJ90KX7KDKD.0 size=1048576 2026-04-02T11:45:26.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.388+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~LAJ90KX7KDKD.1 size=153969 2026-04-02T11:45:26.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.389+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=LAJ90KX7KDKD tag=ZJP2D1LSMP34 type=write size=2251121 2026-04-02T11:45:26.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.390+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=Y9AISORWW1NP type=del size=2786505 2026-04-02T11:45:26.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.391+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~9BQH92QU3RFT.0 size=1048576 2026-04-02T11:45:26.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.391+0000 7f5c0c217880 1 < canceled part key=_multipart_LWVLFKB2UJNA.2~9BQH92QU3RFT.1 size=1048576 2026-04-02T11:45:26.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.392+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~9BQH92QU3RFT.2 size=818098 2026-04-02T11:45:26.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.393+0000 7f5c0c217880 1 < canceled multipart upload key=LWVLFKB2UJNA upload=9BQH92QU3RFT tag=6YG40XP3G0H5 type=write size=3963826 2026-04-02T11:45:26.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.394+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=B034T1JAT950 type=del size=1844504 2026-04-02T11:45:26.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.395+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=LG6DT90F1WWH type=del 2026-04-02T11:45:26.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.397+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~6WZSBWE0HWFN.0 size=1048576 2026-04-02T11:45:26.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.397+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~6WZSBWE0HWFN.1 size=628838 2026-04-02T11:45:26.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.397+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=6WZSBWE0HWFN tag=W2BXH6P0BOO8 type=write size=2725990 2026-04-02T11:45:26.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.398+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=5KWLRM0DHW9H type=del 2026-04-02T11:45:26.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.399+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=BJF3YQQUUA7A type=del size=3421751 2026-04-02T11:45:26.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.400+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~CCPJZ4TF0KGU.0 size=1048576 2026-04-02T11:45:26.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.401+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~CCPJZ4TF0KGU.1 size=1048576 2026-04-02T11:45:26.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.402+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~CCPJZ4TF0KGU.2 size=243075 2026-04-02T11:45:26.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.403+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=CCPJZ4TF0KGU tag=OXQPWKSERRWU type=write size=3388803 2026-04-02T11:45:26.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.404+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=WICHX4B02T45 type=del size=168318 2026-04-02T11:45:26.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.405+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~M40WOZ0GZP3Z.0 size=1048576 2026-04-02T11:45:26.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.405+0000 7f5c0c217880 1 < canceled part key=_multipart_0E1A1BB207I3.2~M40WOZ0GZP3Z.1 size=524066 2026-04-02T11:45:26.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.406+0000 7f5c0c217880 1 < canceled multipart upload key=0E1A1BB207I3 upload=M40WOZ0GZP3Z tag=7XLG8MATFKYT type=write size=2621218 2026-04-02T11:45:26.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.407+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=S05Y91Z0CPU3 type=del size=2203747 2026-04-02T11:45:26.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.408+0000 7f5c0c217880 1 < completed write operation key=X8AC72ESIA6N tag=V3V81HNJQYKZ type=write size=358402 2026-04-02T11:45:26.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.409+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=GGURQGH606G1 type=del size=1586589 2026-04-02T11:45:26.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.411+0000 7f5c0c217880 1 < suggested remove operation key=5HGO669IL8H8 tag=Z0W61VDKTQP9 type=write 2026-04-02T11:45:26.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.414+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=Z6JAICF3CKEM type=write size=482938 2026-04-02T11:45:26.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.415+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=E7DDDMTKR6S8 type=del 2026-04-02T11:45:26.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.415+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=ZH18NXNRMJ75 type=del size=2923819 2026-04-02T11:45:26.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.418+0000 7f5c0c217880 1 < suggested update operation key=Q76H2FRUA1T9 tag=TWG1E1TFNB1V type=del size=1380120 2026-04-02T11:45:26.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.419+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~WQ1NZA9H4CGT.0 size=1048576 2026-04-02T11:45:26.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.420+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~WQ1NZA9H4CGT.1 size=1048576 2026-04-02T11:45:26.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.421+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~WQ1NZA9H4CGT.2 size=352299 2026-04-02T11:45:26.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.421+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=WQ1NZA9H4CGT tag=E3Y9HI46L0MX type=write size=3498027 2026-04-02T11:45:26.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.422+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~5M7JUH9OFSCI.0 size=1048576 2026-04-02T11:45:26.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.423+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~5M7JUH9OFSCI.1 size=825395 2026-04-02T11:45:26.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.424+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=5M7JUH9OFSCI tag=1B3S5FA2LFEV type=write size=2922547 2026-04-02T11:45:26.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.425+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=9VNWIN45VK1R type=write size=844644 2026-04-02T11:45:26.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.426+0000 7f5c0c217880 1 < completed write operation key=LK943WZ8ZUMG tag=XPVUOSLEB639 type=write size=343276 2026-04-02T11:45:26.429 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.428+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~MS8FG2O2C17E.0 size=1048576 2026-04-02T11:45:26.430 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.429+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~MS8FG2O2C17E.1 size=72707 2026-04-02T11:45:26.430 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.429+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=MS8FG2O2C17E tag=BHXFG63UIQN2 type=write size=2169859 2026-04-02T11:45:26.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.430+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=NA4VZR61YO59 type=del 2026-04-02T11:45:26.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.431+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=GBLY7DI0CZ3C type=del size=1195389 2026-04-02T11:45:26.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.432+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=CD6UD203723E type=del 2026-04-02T11:45:26.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.433+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=W8E01JRPX6TE type=del size=104983 2026-04-02T11:45:26.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.434+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~IU93DCHYXFP4.0 size=1048576 2026-04-02T11:45:26.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.435+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~IU93DCHYXFP4.1 size=1048576 2026-04-02T11:45:26.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.436+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~IU93DCHYXFP4.2 size=722154 2026-04-02T11:45:26.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.437+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=IU93DCHYXFP4 tag=S30UXLX22FBL type=write size=3867882 2026-04-02T11:45:26.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.438+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=7MBJKPJ905R8 type=write size=1020620 2026-04-02T11:45:26.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.439+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~1SI9H3L5EIYN.0 size=1048576 2026-04-02T11:45:26.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.440+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~1SI9H3L5EIYN.1 size=760299 2026-04-02T11:45:26.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.443+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=1SI9H3L5EIYN tag=X6PURD40JD04 type=write size=2857451 2026-04-02T11:45:26.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.444+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=X0UNAI09HQP1 type=del size=220523 2026-04-02T11:45:26.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.445+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=Y9AISORWW1NP type=del 2026-04-02T11:45:26.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.446+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=X2SA41V57XJR type=del size=2219915 2026-04-02T11:45:26.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.447+0000 7f5c0c217880 1 < canceled operation key=TV1SXLAYZV94 tag=B034T1JAT950 type=del size=1844504 2026-04-02T11:45:26.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.448+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=JH9QEBG1BBKG type=del size=2458508 2026-04-02T11:45:26.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.449+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~6WZSBWE0HWFN.0 size=1048576 2026-04-02T11:45:26.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.451+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~6WZSBWE0HWFN.1 size=628838 2026-04-02T11:45:26.454 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.453+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=6WZSBWE0HWFN tag=W2BXH6P0BOO8 type=write size=2725990 2026-04-02T11:45:26.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.453+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=6QSUESCQ9MBM type=write size=131643 2026-04-02T11:45:26.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.454+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=BJF3YQQUUA7A type=del 2026-04-02T11:45:26.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.455+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=13F5906EN8X8 type=del size=864954 2026-04-02T11:45:26.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.457+0000 7f5c0c217880 1 < suggested update operation key=80JM980KZYGT tag=WICHX4B02T45 type=del size=168318 2026-04-02T11:45:26.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.458+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=UXRZX7BQY93C type=del size=824278 2026-04-02T11:45:26.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.458+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=S05Y91Z0CPU3 type=del 2026-04-02T11:45:26.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.460+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~8O5ZC0FRFZM5.0 size=1048576 2026-04-02T11:45:26.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.461+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~8O5ZC0FRFZM5.1 size=1048576 2026-04-02T11:45:26.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.461+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~8O5ZC0FRFZM5.2 size=426552 2026-04-02T11:45:26.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.461+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=8O5ZC0FRFZM5 tag=1OJUUOHCJ7LI type=write size=3572280 2026-04-02T11:45:26.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.462+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=GGURQGH606G1 type=del 2026-04-02T11:45:26.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.463+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=2TA9SIXF2GQ7 type=del size=4091470 2026-04-02T11:45:26.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.464+0000 7f5c0c217880 1 < completed write operation key=93T2V482IGI4 tag=Z6JAICF3CKEM type=write size=482938 2026-04-02T11:45:26.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.465+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~0NUNWRS3023W.0 size=443818 2026-04-02T11:45:26.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.465+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=0NUNWRS3023W tag=1PMILCY1LXLE type=write size=1492394 2026-04-02T11:45:26.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.466+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=ZH18NXNRMJ75 type=del 2026-04-02T11:45:26.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.467+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=WSL1BMAWSLWU type=del size=2041203 2026-04-02T11:45:26.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.467+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~WQ1NZA9H4CGT.0 size=1048576 2026-04-02T11:45:26.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.468+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~WQ1NZA9H4CGT.1 size=1048576 2026-04-02T11:45:26.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.469+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~WQ1NZA9H4CGT.2 size=352299 2026-04-02T11:45:26.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.470+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=WQ1NZA9H4CGT tag=E3Y9HI46L0MX type=write size=3498027 2026-04-02T11:45:26.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.471+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~XT05MS66LEWC.0 size=147491 2026-04-02T11:45:26.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.471+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=XT05MS66LEWC tag=G8OFWEDMZIBG type=write size=1196067 2026-04-02T11:45:26.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.472+0000 7f5c0c217880 1 < completed write operation key=RXDFK5T07T03 tag=9VNWIN45VK1R type=write size=844644 2026-04-02T11:45:26.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.473+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=9837UOSN14GQ type=del size=3519646 2026-04-02T11:45:26.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.473+0000 7f5c0c217880 1 < canceled part key=_multipart_TV1SXLAYZV94.2~MS8FG2O2C17E.0 size=1048576 2026-04-02T11:45:26.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.474+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~MS8FG2O2C17E.1 size=72707 2026-04-02T11:45:26.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.475+0000 7f5c0c217880 1 < canceled multipart upload key=TV1SXLAYZV94 upload=MS8FG2O2C17E tag=BHXFG63UIQN2 type=write size=2169859 2026-04-02T11:45:26.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.475+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=R88SLLB0W7D3 type=write size=980106 2026-04-02T11:45:26.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.476+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=GBLY7DI0CZ3C type=del 2026-04-02T11:45:26.478 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.477+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=EVYFQ6KMWLWD type=del size=1067359 2026-04-02T11:45:26.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.478+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=W8E01JRPX6TE type=del 2026-04-02T11:45:26.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.478+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=LBDQTKYD3GZC type=del size=4039837 2026-04-02T11:45:26.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.479+0000 7f5c0c217880 1 < completed write operation key=5HGO669IL8H8 tag=7MBJKPJ905R8 type=write size=1020620 2026-04-02T11:45:26.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.480+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=7IZ2FCXCTARC type=del size=702121 2026-04-02T11:45:26.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.481+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=X0UNAI09HQP1 type=del 2026-04-02T11:45:26.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.481+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=H4EHDIW791MT type=write size=501346 2026-04-02T11:45:26.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.482+0000 7f5c0c217880 1 < canceled operation key=HG9SH1DT0VFR tag=X2SA41V57XJR type=del size=2219915 2026-04-02T11:45:26.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.483+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=25VTDCI72DGA type=write size=679416 2026-04-02T11:45:26.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.484+0000 7f5c0c217880 1 < suggested update operation key=0ID62KUCSKML tag=JH9QEBG1BBKG type=del size=2458508 2026-04-02T11:45:26.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.486+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~D6O3YN0X9X23.0 size=1048576 2026-04-02T11:45:26.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.486+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~D6O3YN0X9X23.1 size=1048576 2026-04-02T11:45:26.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.487+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~D6O3YN0X9X23.2 size=180928 2026-04-02T11:45:26.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.487+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=D6O3YN0X9X23 tag=WY44AERY0267 type=write size=3326656 2026-04-02T11:45:26.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.488+0000 7f5c0c217880 1 < suggested remove operation key=H18MHG2QUIPU tag=6QSUESCQ9MBM type=write 2026-04-02T11:45:26.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.489+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=R187BYATO6XN type=del size=1197400 2026-04-02T11:45:26.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.490+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=13F5906EN8X8 type=del 2026-04-02T11:45:26.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.491+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=JD3RGY3XM8AI type=del size=466885 2026-04-02T11:45:26.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.492+0000 7f5c0c217880 1 < suggested update operation key=6OTERZHPNBJR tag=UXRZX7BQY93C type=del size=824278 2026-04-02T11:45:26.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.493+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=EOUTGGRNADFY type=write size=411851 2026-04-02T11:45:26.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.494+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~8O5ZC0FRFZM5.0 size=1048576 2026-04-02T11:45:26.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.495+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~8O5ZC0FRFZM5.1 size=1048576 2026-04-02T11:45:26.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.496+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~8O5ZC0FRFZM5.2 size=426552 2026-04-02T11:45:26.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.498+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=8O5ZC0FRFZM5 tag=1OJUUOHCJ7LI type=write size=3572280 2026-04-02T11:45:26.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.499+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=N1DNME1M30H9 type=del size=1687207 2026-04-02T11:45:26.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.500+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=2TA9SIXF2GQ7 type=del 2026-04-02T11:45:26.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.501+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=YDG6A3O1OTD2 type=del size=2891809 2026-04-02T11:45:26.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.502+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~0NUNWRS3023W.0 size=443818 2026-04-02T11:45:26.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.503+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=0NUNWRS3023W tag=1PMILCY1LXLE type=write size=1492394 2026-04-02T11:45:26.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.504+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=1R2EKN6F4OYN type=del size=93794 2026-04-02T11:45:26.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.506+0000 7f5c0c217880 1 < suggested update operation key=0L9I2XPJ6ED1 tag=WSL1BMAWSLWU type=del size=2041203 2026-04-02T11:45:26.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.507+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=FGT8GWWITN53 type=del size=1446049 2026-04-02T11:45:26.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.508+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~XT05MS66LEWC.0 size=147491 2026-04-02T11:45:26.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.509+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=XT05MS66LEWC tag=G8OFWEDMZIBG type=write size=1196067 2026-04-02T11:45:26.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.511+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~DJ2LXYZWVEUU.0 size=783916 2026-04-02T11:45:26.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.511+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=DJ2LXYZWVEUU tag=70LOU60B731Y type=write size=1832492 2026-04-02T11:45:26.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.511+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=9837UOSN14GQ type=del 2026-04-02T11:45:26.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.512+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=RQ5MQLDRRFMI type=del size=1494676 2026-04-02T11:45:26.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.514+0000 7f5c0c217880 1 < completed write operation key=X8AC72ESIA6N tag=R88SLLB0W7D3 type=write size=980106 2026-04-02T11:45:26.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.515+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~WYXB9OLXUXEA.0 size=463749 2026-04-02T11:45:26.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.515+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=WYXB9OLXUXEA tag=78F88E3K8CFI type=write size=1512325 2026-04-02T11:45:26.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.517+0000 7f5c0c217880 1 < suggested remove operation key=66AEW1Q173VY tag=EVYFQ6KMWLWD type=del 2026-04-02T11:45:26.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.519+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~28CARVYK6I1M.0 size=543342 2026-04-02T11:45:26.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.519+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=28CARVYK6I1M tag=0Z67TBZ2V3YW type=write size=1591918 2026-04-02T11:45:26.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.520+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=LBDQTKYD3GZC type=del 2026-04-02T11:45:26.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.521+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=UE19BGEWWIPV type=del size=1564699 2026-04-02T11:45:26.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.522+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=7IZ2FCXCTARC type=del 2026-04-02T11:45:26.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.522+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=GGCG8VVBLLBU type=write size=577901 2026-04-02T11:45:26.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.524+0000 7f5c0c217880 1 < suggested update operation key=0L9I2XPJ6ED1 tag=H4EHDIW791MT type=write size=501346 2026-04-02T11:45:26.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.525+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~QF47LIU0GMT8.0 size=1048576 2026-04-02T11:45:26.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.526+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~QF47LIU0GMT8.1 size=418844 2026-04-02T11:45:26.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.526+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=QF47LIU0GMT8 tag=TKX3L5WJ7FC3 type=write size=2515996 2026-04-02T11:45:26.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.527+0000 7f5c0c217880 1 < suggested update operation key=16KLPONRQQAX tag=25VTDCI72DGA type=write size=679416 2026-04-02T11:45:26.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.528+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=87AGV01ESZDP type=del size=707131 2026-04-02T11:45:26.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.528+0000 7f5c0c217880 1 < canceled part key=_multipart_93T2V482IGI4.2~D6O3YN0X9X23.0 size=1048576 2026-04-02T11:45:26.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.529+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~D6O3YN0X9X23.1 size=1048576 2026-04-02T11:45:26.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.530+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~D6O3YN0X9X23.2 size=180928 2026-04-02T11:45:26.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.531+0000 7f5c0c217880 1 < canceled multipart upload key=93T2V482IGI4 upload=D6O3YN0X9X23 tag=WY44AERY0267 type=write size=3326656 2026-04-02T11:45:26.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.533+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~KBM9JL8XD6VU.0 size=1048576 2026-04-02T11:45:26.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.534+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~KBM9JL8XD6VU.1 size=433644 2026-04-02T11:45:26.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.534+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=KBM9JL8XD6VU tag=0FV9V1437ITH type=write size=2530796 2026-04-02T11:45:26.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.535+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=R187BYATO6XN type=del 2026-04-02T11:45:26.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.536+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~6QR1N038JYPM.0 size=921033 2026-04-02T11:45:26.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.536+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=6QR1N038JYPM tag=C48J1HZC5ZT3 type=write size=1969609 2026-04-02T11:45:26.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.537+0000 7f5c0c217880 1 < canceled operation key=KOFTD4ZEAMOY tag=JD3RGY3XM8AI type=del size=466885 2026-04-02T11:45:26.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.538+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~B87I95KISCKJ.0 size=1048576 2026-04-02T11:45:26.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.539+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~B87I95KISCKJ.1 size=1048576 2026-04-02T11:45:26.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.540+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~B87I95KISCKJ.2 size=295337 2026-04-02T11:45:26.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.540+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=B87I95KISCKJ tag=9IDFNSHHWB11 type=write size=3441065 2026-04-02T11:45:26.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.541+0000 7f5c0c217880 1 < completed write operation key=UOANTGYGF6UA tag=EOUTGGRNADFY type=write size=411851 2026-04-02T11:45:26.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.542+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=0JN714ZVOD8A type=write size=826213 2026-04-02T11:45:26.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.543+0000 7f5c0c217880 1 < suggested remove operation key=6OTERZHPNBJR tag=N1DNME1M30H9 type=del 2026-04-02T11:45:26.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.544+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=0OI4OIZWEAUQ type=del size=2345823 2026-04-02T11:45:26.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.545+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=YDG6A3O1OTD2 type=del 2026-04-02T11:45:26.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.546+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=UGFCCTV3DKXG type=del size=2128432 2026-04-02T11:45:26.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.547+0000 7f5c0c217880 1 < suggested update operation key=RY963UTFY8OE tag=1R2EKN6F4OYN type=del size=93794 2026-04-02T11:45:26.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.548+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=X4VMEB8KD373 type=del size=2599177 2026-04-02T11:45:26.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.549+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=FGT8GWWITN53 type=del 2026-04-02T11:45:26.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.550+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~6DUV2MQR4Y06.0 size=1048576 2026-04-02T11:45:26.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.551+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~6DUV2MQR4Y06.1 size=703102 2026-04-02T11:45:26.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.551+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=6DUV2MQR4Y06 tag=O0SQ94N8Z83U type=write size=2800254 2026-04-02T11:45:26.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.552+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~DJ2LXYZWVEUU.0 size=783916 2026-04-02T11:45:26.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.553+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=DJ2LXYZWVEUU tag=70LOU60B731Y type=write size=1832492 2026-04-02T11:45:26.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.554+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=Z8Y491A1FKJC type=del size=1270131 2026-04-02T11:45:26.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.555+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=RQ5MQLDRRFMI type=del 2026-04-02T11:45:26.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.557+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~AQSH26HE5LGZ.0 size=1048576 2026-04-02T11:45:26.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.557+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~AQSH26HE5LGZ.1 size=476359 2026-04-02T11:45:26.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.557+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=AQSH26HE5LGZ tag=F9O9LV442WNV type=write size=2573511 2026-04-02T11:45:26.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.558+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~WYXB9OLXUXEA.0 size=463749 2026-04-02T11:45:26.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.560+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=WYXB9OLXUXEA tag=78F88E3K8CFI type=write size=1512325 2026-04-02T11:45:26.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.561+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=C4976EOYOJ6A type=del size=3782419 2026-04-02T11:45:26.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.562+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~28CARVYK6I1M.0 size=543342 2026-04-02T11:45:26.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.563+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=28CARVYK6I1M tag=0Z67TBZ2V3YW type=write size=1591918 2026-04-02T11:45:26.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.564+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=4H5VQ2KK1R9Z type=write size=630065 2026-04-02T11:45:26.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.565+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=UE19BGEWWIPV type=del 2026-04-02T11:45:26.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.566+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=8CQTA6FQ50WO type=del size=2854501 2026-04-02T11:45:26.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.566+0000 7f5c0c217880 1 < completed write operation key=BOCZEPFZF855 tag=GGCG8VVBLLBU type=write size=577901 2026-04-02T11:45:26.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.586+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~C4N4QSGH0BUU.0 size=962851 2026-04-02T11:45:26.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.586+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=C4N4QSGH0BUU tag=CFO503U2FAWV type=write size=2011427 2026-04-02T11:45:26.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.587+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~QF47LIU0GMT8.0 size=1048576 2026-04-02T11:45:26.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.587+0000 7f5c0c217880 1 < canceled part key=_multipart_3NDJG05GFEU3.2~QF47LIU0GMT8.1 size=418844 2026-04-02T11:45:26.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.589+0000 7f5c0c217880 1 < canceled multipart upload key=3NDJG05GFEU3 upload=QF47LIU0GMT8 tag=TKX3L5WJ7FC3 type=write size=2515996 2026-04-02T11:45:26.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.590+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=TGC3H6YRWESZ type=del size=2735709 2026-04-02T11:45:26.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.591+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=87AGV01ESZDP type=del 2026-04-02T11:45:26.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.592+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=URXQM45EWZ83 type=del size=2944339 2026-04-02T11:45:26.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.594+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~KBM9JL8XD6VU.0 size=1048576 2026-04-02T11:45:26.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.594+0000 7f5c0c217880 1 < canceled part key=_multipart_HG9SH1DT0VFR.2~KBM9JL8XD6VU.1 size=433644 2026-04-02T11:45:26.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.595+0000 7f5c0c217880 1 < canceled multipart upload key=HG9SH1DT0VFR upload=KBM9JL8XD6VU tag=0FV9V1437ITH type=write size=2530796 2026-04-02T11:45:26.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.598+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~C3UDN04AIB93.0 size=926982 2026-04-02T11:45:26.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.598+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=C3UDN04AIB93 tag=RCD8SNZLVE3I type=write size=1975558 2026-04-02T11:45:26.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.599+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~6QR1N038JYPM.0 size=921033 2026-04-02T11:45:26.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.602+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=6QR1N038JYPM tag=C48J1HZC5ZT3 type=write size=1969609 2026-04-02T11:45:26.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.603+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=ARNXDHBY65E3 type=del size=1427338 2026-04-02T11:45:26.605 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.604+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~B87I95KISCKJ.0 size=1048576 2026-04-02T11:45:26.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.604+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~B87I95KISCKJ.1 size=1048576 2026-04-02T11:45:26.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.605+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~B87I95KISCKJ.2 size=295337 2026-04-02T11:45:26.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.606+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=B87I95KISCKJ tag=9IDFNSHHWB11 type=write size=3441065 2026-04-02T11:45:26.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.607+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=POHE1SI48K46 type=del size=1790853 2026-04-02T11:45:26.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.609+0000 7f5c0c217880 1 < suggested update operation key=0ID62KUCSKML tag=0JN714ZVOD8A type=write size=826213 2026-04-02T11:45:26.680 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.678+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~S7WAHEF5NCJ1.0 size=1048576 2026-04-02T11:45:26.680 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.679+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~S7WAHEF5NCJ1.1 size=1035501 2026-04-02T11:45:26.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.679+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=S7WAHEF5NCJ1 tag=TA7L68VMQKAM type=write size=3132653 2026-04-02T11:45:26.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.680+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=0OI4OIZWEAUQ type=del 2026-04-02T11:45:26.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.681+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=DZL5OHPKHT5C type=del size=3525254 2026-04-02T11:45:26.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.682+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=UGFCCTV3DKXG type=del 2026-04-02T11:45:26.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.683+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~6NOUUOW4MQHS.0 size=1048576 2026-04-02T11:45:26.686 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.684+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~6NOUUOW4MQHS.1 size=1048576 2026-04-02T11:45:26.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.685+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~6NOUUOW4MQHS.2 size=496510 2026-04-02T11:45:26.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.685+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=6NOUUOW4MQHS tag=6HVMO3RR84FD type=write size=3642238 2026-04-02T11:45:26.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.686+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=X4VMEB8KD373 type=del 2026-04-02T11:45:26.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.687+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~GAYF2EBH48D8.0 size=1048576 2026-04-02T11:45:26.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.688+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~GAYF2EBH48D8.1 size=1048576 2026-04-02T11:45:26.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.689+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~GAYF2EBH48D8.2 size=343004 2026-04-02T11:45:26.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.689+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=GAYF2EBH48D8 tag=X6PCQNAWZ6S0 type=write size=3488732 2026-04-02T11:45:26.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.690+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~6DUV2MQR4Y06.0 size=1048576 2026-04-02T11:45:26.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.691+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~6DUV2MQR4Y06.1 size=703102 2026-04-02T11:45:26.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.692+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=6DUV2MQR4Y06 tag=O0SQ94N8Z83U type=write size=2800254 2026-04-02T11:45:26.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.693+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=ENZCTDD1SIM8 type=del size=94480 2026-04-02T11:45:26.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.694+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=Z8Y491A1FKJC type=del 2026-04-02T11:45:26.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.698+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~4J75PU7K2TVZ.0 size=1048576 2026-04-02T11:45:26.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.698+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~4J75PU7K2TVZ.1 size=132095 2026-04-02T11:45:26.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.698+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=4J75PU7K2TVZ tag=0TPZ956T1MA2 type=write size=2229247 2026-04-02T11:45:26.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.699+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~AQSH26HE5LGZ.0 size=1048576 2026-04-02T11:45:26.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.700+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~AQSH26HE5LGZ.1 size=476359 2026-04-02T11:45:26.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.704+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=AQSH26HE5LGZ tag=F9O9LV442WNV type=write size=2573511 2026-04-02T11:45:26.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.705+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~VZ6WVSR0DEPI.0 size=1048576 2026-04-02T11:45:26.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.706+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~VZ6WVSR0DEPI.1 size=587448 2026-04-02T11:45:26.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.706+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=VZ6WVSR0DEPI tag=WUSDWT2EJXTI type=write size=2684600 2026-04-02T11:45:26.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.707+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=C4976EOYOJ6A type=del 2026-04-02T11:45:26.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.708+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=OS85GGERYVFQ type=del size=3870196 2026-04-02T11:45:26.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.708+0000 7f5c0c217880 1 < completed write operation key=H18MHG2QUIPU tag=4H5VQ2KK1R9Z type=write size=630065 2026-04-02T11:45:26.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.709+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=1EQ8629OLDIL type=write size=894459 2026-04-02T11:45:26.712 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.711+0000 7f5c0c217880 1 < suggested update operation key=80YVB17TNIAR tag=8CQTA6FQ50WO type=del size=2854501 2026-04-02T11:45:26.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.711+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=2TCUBWGB93HK type=del size=1875025 2026-04-02T11:45:26.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.712+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~C4N4QSGH0BUU.0 size=962851 2026-04-02T11:45:26.715 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.713+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=C4N4QSGH0BUU tag=CFO503U2FAWV type=write size=2011427 2026-04-02T11:45:26.715 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.714+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=T01HT1DJ3B7F type=del size=955309 2026-04-02T11:45:26.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.715+0000 7f5c0c217880 -1 < failed to complete operation key=80YVB17TNIAR tag=TGC3H6YRWESZ type=del size=2735709: (22) Invalid argument 2026-04-02T11:45:26.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.717+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~B153TCJQAV53.0 size=353121 2026-04-02T11:45:26.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.717+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=B153TCJQAV53 tag=0ZAFA77UN9PZ type=write size=1401697 2026-04-02T11:45:26.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.717+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=URXQM45EWZ83 type=del 2026-04-02T11:45:26.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.718+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=71C8KK1MT2SA type=del size=1378680 2026-04-02T11:45:26.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.719+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~C3UDN04AIB93.0 size=926982 2026-04-02T11:45:26.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.720+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=C3UDN04AIB93 tag=RCD8SNZLVE3I type=write size=1975558 2026-04-02T11:45:26.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.722+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~C20TWN53R6WC.0 size=38575 2026-04-02T11:45:26.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.722+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=C20TWN53R6WC tag=LYJQ4211DJ37 type=write size=1087151 2026-04-02T11:45:26.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.722+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=ARNXDHBY65E3 type=del 2026-04-02T11:45:26.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.725+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~35PTWDKGKW42.0 size=1048576 2026-04-02T11:45:26.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.726+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~35PTWDKGKW42.1 size=857578 2026-04-02T11:45:26.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.726+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=35PTWDKGKW42 tag=T0S57WSHMFAN type=write size=2954730 2026-04-02T11:45:26.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.727+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=POHE1SI48K46 type=del 2026-04-02T11:45:26.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.728+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=RBTS760EAPGU type=del size=1325024 2026-04-02T11:45:26.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.728+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~S7WAHEF5NCJ1.0 size=1048576 2026-04-02T11:45:26.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.729+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~S7WAHEF5NCJ1.1 size=1035501 2026-04-02T11:45:26.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.730+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=S7WAHEF5NCJ1 tag=TA7L68VMQKAM type=write size=3132653 2026-04-02T11:45:26.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.731+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=H119V1YNAV3P type=del size=2247237 2026-04-02T11:45:26.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.732+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=DZL5OHPKHT5C type=del 2026-04-02T11:45:26.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.733+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=25R7NZH80EZ8 type=write size=364498 2026-04-02T11:45:26.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.734+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~6NOUUOW4MQHS.0 size=1048576 2026-04-02T11:45:26.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.734+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~6NOUUOW4MQHS.1 size=1048576 2026-04-02T11:45:26.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.735+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~6NOUUOW4MQHS.2 size=496510 2026-04-02T11:45:26.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.736+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=6NOUUOW4MQHS tag=6HVMO3RR84FD type=write size=3642238 2026-04-02T11:45:26.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.738+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~42AV9DYSQ3NW.0 size=1048576 2026-04-02T11:45:26.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.739+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~42AV9DYSQ3NW.1 size=1048576 2026-04-02T11:45:26.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.739+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~42AV9DYSQ3NW.2 size=1040984 2026-04-02T11:45:26.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.739+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=42AV9DYSQ3NW tag=AZ77LAI2JYB4 type=write size=4186712 2026-04-02T11:45:26.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.740+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~GAYF2EBH48D8.0 size=1048576 2026-04-02T11:45:26.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.741+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~GAYF2EBH48D8.1 size=1048576 2026-04-02T11:45:26.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.742+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~GAYF2EBH48D8.2 size=343004 2026-04-02T11:45:26.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.743+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=GAYF2EBH48D8 tag=X6PCQNAWZ6S0 type=write size=3488732 2026-04-02T11:45:26.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.744+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=06J8B58M4QZB type=write size=357108 2026-04-02T11:45:26.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.745+0000 7f5c0c217880 1 < suggested update operation key=I5G244DII0CX tag=ENZCTDD1SIM8 type=del size=94480 2026-04-02T11:45:26.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.746+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=W3FMBP3ZUCTX type=del size=3272141 2026-04-02T11:45:26.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.747+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~4J75PU7K2TVZ.0 size=1048576 2026-04-02T11:45:26.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.748+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~4J75PU7K2TVZ.1 size=132095 2026-04-02T11:45:26.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.749+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=4J75PU7K2TVZ tag=0TPZ956T1MA2 type=write size=2229247 2026-04-02T11:45:26.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.750+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=7A6WUYKK1SUU type=del size=3954375 2026-04-02T11:45:26.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.751+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~VZ6WVSR0DEPI.0 size=1048576 2026-04-02T11:45:26.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.751+0000 7f5c0c217880 1 < canceled part key=_multipart_BOCZEPFZF855.2~VZ6WVSR0DEPI.1 size=587448 2026-04-02T11:45:26.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.753+0000 7f5c0c217880 1 < canceled multipart upload key=BOCZEPFZF855 upload=VZ6WVSR0DEPI tag=WUSDWT2EJXTI type=write size=2684600 2026-04-02T11:45:26.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.754+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=TJB5VSHQNSZ4 type=del size=2108145 2026-04-02T11:45:26.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.755+0000 7f5c0c217880 1 < canceled operation key=TX21U43I2WZO tag=OS85GGERYVFQ type=del size=3870196 2026-04-02T11:45:26.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.756+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=H5Q314RZPJ5U type=del size=448521 2026-04-02T11:45:26.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.757+0000 7f5c0c217880 1 < completed write operation key=QAI58E61O0A8 tag=1EQ8629OLDIL type=write size=894459 2026-04-02T11:45:26.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.757+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=V1POI3C0W38M type=write size=273812 2026-04-02T11:45:26.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.758+0000 7f5c0c217880 1 < canceled operation key=LWVLFKB2UJNA tag=2TCUBWGB93HK type=del size=1875025 2026-04-02T11:45:26.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.759+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=O98II1U7ZY41 type=del size=474238 2026-04-02T11:45:26.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.760+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=T01HT1DJ3B7F type=del 2026-04-02T11:45:26.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.761+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=EFX9RF0C8EHI type=del size=2934456 2026-04-02T11:45:26.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.761+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~B153TCJQAV53.0 size=353121 2026-04-02T11:45:26.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.763+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=B153TCJQAV53 tag=0ZAFA77UN9PZ type=write size=1401697 2026-04-02T11:45:26.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.764+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=QP1GUG8HNI9J type=write size=634775 2026-04-02T11:45:26.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.764+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=71C8KK1MT2SA type=del 2026-04-02T11:45:26.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.766+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~UOV47QQT3YPQ.0 size=524179 2026-04-02T11:45:26.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.766+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=UOV47QQT3YPQ tag=82TCFCXLKODL type=write size=1572755 2026-04-02T11:45:26.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.767+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~C20TWN53R6WC.0 size=38575 2026-04-02T11:45:26.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.768+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=C20TWN53R6WC tag=LYJQ4211DJ37 type=write size=1087151 2026-04-02T11:45:26.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.769+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=LLSXDZUWTGIP type=del size=2369544 2026-04-02T11:45:26.774 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.772+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~35PTWDKGKW42.0 size=1048576 2026-04-02T11:45:26.774 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.773+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~35PTWDKGKW42.1 size=857578 2026-04-02T11:45:26.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.774+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=35PTWDKGKW42 tag=T0S57WSHMFAN type=write size=2954730 2026-04-02T11:45:26.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.775+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=H07MKZEBD853 type=write size=580562 2026-04-02T11:45:26.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.776+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=RBTS760EAPGU type=del 2026-04-02T11:45:26.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.777+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=NQO4J1V3WZV1 type=write size=453738 2026-04-02T11:45:26.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.778+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=H119V1YNAV3P type=del 2026-04-02T11:45:26.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.779+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=YV0Z5AR5O818 type=del size=732382 2026-04-02T11:45:26.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.780+0000 7f5c0c217880 1 < completed write operation key=UOANTGYGF6UA tag=25R7NZH80EZ8 type=write size=364498 2026-04-02T11:45:26.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.780+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=9GUAGY27NW5B type=write size=175395 2026-04-02T11:45:26.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.781+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~42AV9DYSQ3NW.0 size=1048576 2026-04-02T11:45:26.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.782+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~42AV9DYSQ3NW.1 size=1048576 2026-04-02T11:45:26.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.782+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~42AV9DYSQ3NW.2 size=1040984 2026-04-02T11:45:26.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.784+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=42AV9DYSQ3NW tag=AZ77LAI2JYB4 type=write size=4186712 2026-04-02T11:45:26.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.785+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~FOJSOY4QK7WF.0 size=1048576 2026-04-02T11:45:26.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.786+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~FOJSOY4QK7WF.1 size=1048576 2026-04-02T11:45:26.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.786+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~FOJSOY4QK7WF.2 size=605512 2026-04-02T11:45:26.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.786+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=FOJSOY4QK7WF tag=RQEA5L8LF45D type=write size=3751240 2026-04-02T11:45:26.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.788+0000 7f5c0c217880 1 < suggested remove operation key=Q76H2FRUA1T9 tag=06J8B58M4QZB type=write 2026-04-02T11:45:26.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.789+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=L5G620Q2VUUN type=del size=2235310 2026-04-02T11:45:26.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.790+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=W3FMBP3ZUCTX type=del 2026-04-02T11:45:26.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.791+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~O5HG3OCE83HA.0 size=1048576 2026-04-02T11:45:26.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.792+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~O5HG3OCE83HA.1 size=1048576 2026-04-02T11:45:26.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.792+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~O5HG3OCE83HA.2 size=870326 2026-04-02T11:45:26.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.792+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=O5HG3OCE83HA tag=CWUTO85O847X type=write size=4016054 2026-04-02T11:45:26.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.793+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=7A6WUYKK1SUU type=del 2026-04-02T11:45:26.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.794+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=6BO9U7ASXL7E type=del size=2691361 2026-04-02T11:45:26.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.794+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=TJB5VSHQNSZ4 type=del 2026-04-02T11:45:26.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.796+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=15KQCMUCY5C8 type=write size=1007898 2026-04-02T11:45:26.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.798+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=H5Q314RZPJ5U type=del 2026-04-02T11:45:26.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.798+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=8VTL3OL2TXCM type=del size=2617755 2026-04-02T11:45:26.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.800+0000 7f5c0c217880 1 < suggested update operation key=LWVLFKB2UJNA tag=V1POI3C0W38M type=write size=273812 2026-04-02T11:45:26.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.802+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=HJDXTCIW6ZJW type=del size=3516668 2026-04-02T11:45:26.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.803+0000 7f5c0c217880 1 < suggested update operation key=EA5JHZQJK139 tag=O98II1U7ZY41 type=del size=474238 2026-04-02T11:45:26.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.805+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=55NI3KMZV9O2 type=write size=786331 2026-04-02T11:45:26.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.807+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=EFX9RF0C8EHI type=del 2026-04-02T11:45:26.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.808+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~KY9LXZ85V1QF.0 size=1048576 2026-04-02T11:45:26.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.810+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~KY9LXZ85V1QF.1 size=203029 2026-04-02T11:45:26.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.810+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=KY9LXZ85V1QF tag=5LYMT3TYQ40Z type=write size=2300181 2026-04-02T11:45:26.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.811+0000 7f5c0c217880 1 < canceled operation key=X8AC72ESIA6N tag=QP1GUG8HNI9J type=write size=634775 2026-04-02T11:45:26.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.812+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=ZSUJPLJ0A1IU type=del size=3691386 2026-04-02T11:45:26.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.814+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~UOV47QQT3YPQ.0 size=524179 2026-04-02T11:45:26.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.815+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=UOV47QQT3YPQ tag=82TCFCXLKODL type=write size=1572755 2026-04-02T11:45:26.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.816+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=GHQKJCHIR1P7 type=del size=3117489 2026-04-02T11:45:26.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.817+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=LLSXDZUWTGIP type=del 2026-04-02T11:45:26.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.818+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~SJUP6OAQ240N.0 size=1048576 2026-04-02T11:45:26.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.819+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~SJUP6OAQ240N.1 size=326923 2026-04-02T11:45:26.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.819+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=SJUP6OAQ240N tag=NL2CSFJQ03T1 type=write size=2424075 2026-04-02T11:45:26.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.820+0000 7f5c0c217880 1 < completed write operation key=HG9SH1DT0VFR tag=H07MKZEBD853 type=write size=580562 2026-04-02T11:45:26.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.822+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~10QVOC34140D.0 size=718958 2026-04-02T11:45:26.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.822+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=10QVOC34140D tag=FJEI2IBXST3G type=write size=1767534 2026-04-02T11:45:26.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.822+0000 7f5c0c217880 1 < completed write operation key=0E1A1BB207I3 tag=NQO4J1V3WZV1 type=write size=453738 2026-04-02T11:45:26.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.824+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=8NL0LDXPPZAV type=del size=503868 2026-04-02T11:45:26.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.825+0000 7f5c0c217880 1 < suggested update operation key=UOANTGYGF6UA tag=YV0Z5AR5O818 type=del size=732382 2026-04-02T11:45:26.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.827+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~MBI092VFY4CK.0 size=280417 2026-04-02T11:45:26.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.827+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=MBI092VFY4CK tag=Q796UUTUJQSV type=write size=1328993 2026-04-02T11:45:26.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.828+0000 7f5c0c217880 -1 < failed to complete operation key=LWVLFKB2UJNA tag=9GUAGY27NW5B type=write size=175395: (22) Invalid argument 2026-04-02T11:45:26.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.829+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=792E3IBQKTGQ type=del size=992430 2026-04-02T11:45:26.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.832+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~FOJSOY4QK7WF.0 size=1048576 2026-04-02T11:45:26.834 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.832+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~FOJSOY4QK7WF.1 size=1048576 2026-04-02T11:45:26.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.833+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~FOJSOY4QK7WF.2 size=605512 2026-04-02T11:45:26.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.834+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=FOJSOY4QK7WF tag=RQEA5L8LF45D type=write size=3751240 2026-04-02T11:45:26.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.836+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~VE1RJTJSGYQH.0 size=1048576 2026-04-02T11:45:26.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.837+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~VE1RJTJSGYQH.1 size=1048576 2026-04-02T11:45:26.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.837+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~VE1RJTJSGYQH.2 size=689097 2026-04-02T11:45:26.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.837+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=VE1RJTJSGYQH tag=DJBWMKW2QQQL type=write size=3834825 2026-04-02T11:45:26.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.838+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=L5G620Q2VUUN type=del 2026-04-02T11:45:26.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.839+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=J7IHGX7GWNSA type=write size=79428 2026-04-02T11:45:26.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.840+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~O5HG3OCE83HA.0 size=1048576 2026-04-02T11:45:26.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.840+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~O5HG3OCE83HA.1 size=1048576 2026-04-02T11:45:26.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.841+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~O5HG3OCE83HA.2 size=870326 2026-04-02T11:45:26.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.844+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=O5HG3OCE83HA tag=CWUTO85O847X type=write size=4016054 2026-04-02T11:45:26.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.845+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=UHNEQF9AMSCL type=del size=1443474 2026-04-02T11:45:26.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.846+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=6BO9U7ASXL7E type=del 2026-04-02T11:45:26.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.846+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=RSU5A4NHDM94 type=del size=3087099 2026-04-02T11:45:26.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.848+0000 7f5c0c217880 1 < suggested update operation key=LWVLFKB2UJNA tag=15KQCMUCY5C8 type=write size=1007898 2026-04-02T11:45:26.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.849+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=3XBQ24HFW0N0 type=del size=1170322 2026-04-02T11:45:26.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.849+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=8VTL3OL2TXCM type=del 2026-04-02T11:45:26.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.851+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~L47ELMS3T41J.0 size=1048576 2026-04-02T11:45:26.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.852+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~L47ELMS3T41J.1 size=1010494 2026-04-02T11:45:26.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.852+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=L47ELMS3T41J tag=124XVORL0YQD type=write size=3107646 2026-04-02T11:45:26.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.853+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=HJDXTCIW6ZJW type=del 2026-04-02T11:45:26.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.853+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=MQUEJZ6E9P3N type=write size=660092 2026-04-02T11:45:26.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.854+0000 7f5c0c217880 -1 < failed to complete operation key=UOANTGYGF6UA tag=55NI3KMZV9O2 type=write size=786331: (22) Invalid argument 2026-04-02T11:45:26.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.855+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=6AJS6ZG6A1R4 type=del size=1622884 2026-04-02T11:45:26.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.856+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~KY9LXZ85V1QF.0 size=1048576 2026-04-02T11:45:26.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.857+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~KY9LXZ85V1QF.1 size=203029 2026-04-02T11:45:26.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.858+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=KY9LXZ85V1QF tag=5LYMT3TYQ40Z type=write size=2300181 2026-04-02T11:45:26.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.860+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~F7ZK3NSCWQXA.0 size=1048576 2026-04-02T11:45:26.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.861+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~F7ZK3NSCWQXA.1 size=1048576 2026-04-02T11:45:26.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.861+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~F7ZK3NSCWQXA.2 size=802233 2026-04-02T11:45:26.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.861+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=F7ZK3NSCWQXA tag=MBHG0JE8CEHQ type=write size=3947961 2026-04-02T11:45:26.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.862+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=ZSUJPLJ0A1IU type=del 2026-04-02T11:45:26.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.864+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~000MAPPR74CQ.0 size=43183 2026-04-02T11:45:26.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.864+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=000MAPPR74CQ tag=Z7XF81PL6QM5 type=write size=1091759 2026-04-02T11:45:26.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.866+0000 7f5c0c217880 1 < suggested remove operation key=18ALC111A00W tag=GHQKJCHIR1P7 type=del 2026-04-02T11:45:26.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.867+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=38T925EZ0R6U type=del size=2133180 2026-04-02T11:45:26.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.868+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~SJUP6OAQ240N.0 size=1048576 2026-04-02T11:45:26.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.868+0000 7f5c0c217880 1 < canceled part key=_multipart_LWVLFKB2UJNA.2~SJUP6OAQ240N.1 size=326923 2026-04-02T11:45:26.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.869+0000 7f5c0c217880 1 < canceled multipart upload key=LWVLFKB2UJNA upload=SJUP6OAQ240N tag=NL2CSFJQ03T1 type=write size=2424075 2026-04-02T11:45:26.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.871+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~6LI31D23AS48.0 size=1048576 2026-04-02T11:45:26.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.872+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~6LI31D23AS48.1 size=403359 2026-04-02T11:45:26.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.872+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=6LI31D23AS48 tag=ANM056F9G6I6 type=write size=2500511 2026-04-02T11:45:26.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.873+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~10QVOC34140D.0 size=718958 2026-04-02T11:45:26.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.874+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=10QVOC34140D tag=FJEI2IBXST3G type=write size=1767534 2026-04-02T11:45:26.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.875+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=GDLCBK82IWLJ type=del size=1887197 2026-04-02T11:45:26.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.876+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=8NL0LDXPPZAV type=del 2026-04-02T11:45:26.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.878+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~54P248WY53FY.0 size=1048576 2026-04-02T11:45:26.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.879+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~54P248WY53FY.1 size=183459 2026-04-02T11:45:26.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.879+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=54P248WY53FY tag=1IR1WOGLHI0J type=write size=2280611 2026-04-02T11:45:26.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.880+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~MBI092VFY4CK.0 size=280417 2026-04-02T11:45:26.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.881+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=MBI092VFY4CK tag=Q796UUTUJQSV type=write size=1328993 2026-04-02T11:45:26.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.884+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~SP9NJKVSS488.0 size=1048576 2026-04-02T11:45:26.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.884+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~SP9NJKVSS488.1 size=1048576 2026-04-02T11:45:26.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.885+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~SP9NJKVSS488.2 size=464483 2026-04-02T11:45:26.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.885+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=SP9NJKVSS488 tag=6YMV5BG3XYF4 type=write size=3610211 2026-04-02T11:45:26.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.888+0000 7f5c0c217880 1 < suggested remove operation key=EA5JHZQJK139 tag=792E3IBQKTGQ type=del 2026-04-02T11:45:26.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.891+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~NWBK84LS55NT.0 size=1048576 2026-04-02T11:45:26.893 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.892+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~NWBK84LS55NT.1 size=769779 2026-04-02T11:45:26.893 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.892+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=NWBK84LS55NT tag=FRTCXGYROODL type=write size=2866931 2026-04-02T11:45:26.895 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.894+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~VE1RJTJSGYQH.0 size=1048576 2026-04-02T11:45:26.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.895+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~VE1RJTJSGYQH.1 size=1048576 2026-04-02T11:45:26.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.896+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~VE1RJTJSGYQH.2 size=689097 2026-04-02T11:45:26.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.897+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=VE1RJTJSGYQH tag=DJBWMKW2QQQL type=write size=3834825 2026-04-02T11:45:26.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.899+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~E0Z9QHRBY2PA.0 size=178401 2026-04-02T11:45:26.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.899+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=E0Z9QHRBY2PA tag=EK3773ILGCUJ type=write size=1226977 2026-04-02T11:45:26.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.900+0000 7f5c0c217880 1 < canceled operation key=Q76H2FRUA1T9 tag=J7IHGX7GWNSA type=write size=79428 2026-04-02T11:45:26.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.901+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=C21LAE22XT3U type=del size=1015330 2026-04-02T11:45:26.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.902+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=UHNEQF9AMSCL type=del 2026-04-02T11:45:26.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.903+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=IYXF4K27TJ9C type=write size=107134 2026-04-02T11:45:26.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.904+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=RSU5A4NHDM94 type=del 2026-04-02T11:45:26.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.905+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=OU8FE0ONX0TT type=del size=2621296 2026-04-02T11:45:26.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.906+0000 7f5c0c217880 1 < suggested remove operation key=3NDJG05GFEU3 tag=3XBQ24HFW0N0 type=del 2026-04-02T11:45:26.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.907+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=M1U8D03Y5AZW type=del size=2063488 2026-04-02T11:45:26.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.908+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~L47ELMS3T41J.0 size=1048576 2026-04-02T11:45:26.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.909+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~L47ELMS3T41J.1 size=1010494 2026-04-02T11:45:26.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.911+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=L47ELMS3T41J tag=124XVORL0YQD type=write size=3107646 2026-04-02T11:45:26.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.912+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=3KYTGAU919FK type=del size=915713 2026-04-02T11:45:26.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.914+0000 7f5c0c217880 1 < suggested update operation key=80JM980KZYGT tag=MQUEJZ6E9P3N type=write size=660092 2026-04-02T11:45:26.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.915+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=KAKLCK0A4YR3 type=del size=3866921 2026-04-02T11:45:26.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.916+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=6AJS6ZG6A1R4 type=del 2026-04-02T11:45:26.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.917+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~0FLRUI94LCGK.0 size=1048576 2026-04-02T11:45:26.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.918+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~0FLRUI94LCGK.1 size=169372 2026-04-02T11:45:26.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.918+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=0FLRUI94LCGK tag=5K6L46UGF5CE type=write size=2266524 2026-04-02T11:45:26.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.919+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~F7ZK3NSCWQXA.0 size=1048576 2026-04-02T11:45:26.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.920+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~F7ZK3NSCWQXA.1 size=1048576 2026-04-02T11:45:26.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.921+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~F7ZK3NSCWQXA.2 size=802233 2026-04-02T11:45:26.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.923+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=F7ZK3NSCWQXA tag=MBHG0JE8CEHQ type=write size=3947961 2026-04-02T11:45:26.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.924+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=41XO76Z8PL7Q type=del size=3598778 2026-04-02T11:45:26.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.926+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~000MAPPR74CQ.0 size=43183 2026-04-02T11:45:26.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.927+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=000MAPPR74CQ tag=Z7XF81PL6QM5 type=write size=1091759 2026-04-02T11:45:26.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.929+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~274T63K0SY0I.0 size=1048576 2026-04-02T11:45:26.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.930+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~274T63K0SY0I.1 size=1039959 2026-04-02T11:45:26.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.930+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=274T63K0SY0I tag=M0LP9V3AFHT3 type=write size=3137111 2026-04-02T11:45:26.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.931+0000 7f5c0c217880 1 < suggested update operation key=16KLPONRQQAX tag=38T925EZ0R6U type=del size=2133180 2026-04-02T11:45:26.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.932+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=LB0OZ1HRL7TB type=write size=807049 2026-04-02T11:45:26.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.933+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~6LI31D23AS48.0 size=1048576 2026-04-02T11:45:26.936 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.935+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~6LI31D23AS48.1 size=403359 2026-04-02T11:45:26.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.936+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=6LI31D23AS48 tag=ANM056F9G6I6 type=write size=2500511 2026-04-02T11:45:26.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.937+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=J8J1BHJ4D84H type=del size=1266609 2026-04-02T11:45:26.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.938+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=GDLCBK82IWLJ type=del 2026-04-02T11:45:26.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.940+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~Z1YQTEPEQY0N.0 size=1048576 2026-04-02T11:45:26.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.940+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~Z1YQTEPEQY0N.1 size=427169 2026-04-02T11:45:26.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.940+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=Z1YQTEPEQY0N tag=TO0X1G0XNE1Q type=write size=2524321 2026-04-02T11:45:26.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.941+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~54P248WY53FY.0 size=1048576 2026-04-02T11:45:26.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.942+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~54P248WY53FY.1 size=183459 2026-04-02T11:45:26.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.943+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=54P248WY53FY tag=1IR1WOGLHI0J type=write size=2280611 2026-04-02T11:45:26.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.944+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=PAURCIOW1R5V type=del size=3197540 2026-04-02T11:45:26.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.946+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~SP9NJKVSS488.0 size=1048576 2026-04-02T11:45:26.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.946+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~SP9NJKVSS488.1 size=1048576 2026-04-02T11:45:26.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.947+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~SP9NJKVSS488.2 size=464483 2026-04-02T11:45:26.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.949+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=SP9NJKVSS488 tag=6YMV5BG3XYF4 type=write size=3610211 2026-04-02T11:45:26.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.968+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~6DS3G0KTKGJ8.0 size=1048576 2026-04-02T11:45:26.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.969+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~6DS3G0KTKGJ8.1 size=1048576 2026-04-02T11:45:26.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.970+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~6DS3G0KTKGJ8.2 size=876368 2026-04-02T11:45:26.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.970+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=6DS3G0KTKGJ8 tag=IK0A38B8DDR5 type=write size=4022096 2026-04-02T11:45:26.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.971+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~NWBK84LS55NT.0 size=1048576 2026-04-02T11:45:26.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.972+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~NWBK84LS55NT.1 size=769779 2026-04-02T11:45:26.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.973+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=NWBK84LS55NT tag=FRTCXGYROODL type=write size=2866931 2026-04-02T11:45:26.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.974+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=RS2DB3398M7F type=write size=535461 2026-04-02T11:45:26.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.975+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~E0Z9QHRBY2PA.0 size=178401 2026-04-02T11:45:26.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.977+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=E0Z9QHRBY2PA tag=EK3773ILGCUJ type=write size=1226977 2026-04-02T11:45:26.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.977+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=UM9XQFSRBP5R type=del size=287249 2026-04-02T11:45:26.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.978+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=C21LAE22XT3U type=del 2026-04-02T11:45:26.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.980+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~KTDWW4XS2436.0 size=1048576 2026-04-02T11:45:26.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.981+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~KTDWW4XS2436.1 size=1048576 2026-04-02T11:45:26.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.982+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~KTDWW4XS2436.2 size=277328 2026-04-02T11:45:26.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.982+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=KTDWW4XS2436 tag=QCRYQQ317SS5 type=write size=3423056 2026-04-02T11:45:26.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.983+0000 7f5c0c217880 1 < completed write operation key=KZ97ZMXJJOJS tag=IYXF4K27TJ9C type=write size=107134 2026-04-02T11:45:26.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.983+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=UT3QYH5R1R26 type=del size=801722 2026-04-02T11:45:26.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.984+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=OU8FE0ONX0TT type=del 2026-04-02T11:45:26.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.985+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=CEG8BKD83842 type=del size=3570671 2026-04-02T11:45:26.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.986+0000 7f5c0c217880 1 < canceled operation key=H18MHG2QUIPU tag=M1U8D03Y5AZW type=del size=2063488 2026-04-02T11:45:26.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.987+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=UV19310ZG6VT type=del size=727221 2026-04-02T11:45:26.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.988+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=3KYTGAU919FK type=del 2026-04-02T11:45:26.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.989+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=JL8BWYV1OQPP type=del size=1503401 2026-04-02T11:45:26.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.990+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=KAKLCK0A4YR3 type=del 2026-04-02T11:45:26.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.991+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=GWBDHARODSI0 type=del size=2407536 2026-04-02T11:45:26.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.991+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~0FLRUI94LCGK.0 size=1048576 2026-04-02T11:45:26.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.992+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~0FLRUI94LCGK.1 size=169372 2026-04-02T11:45:26.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.994+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=0FLRUI94LCGK tag=5K6L46UGF5CE type=write size=2266524 2026-04-02T11:45:26.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.995+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=IMFJMF45Y60N type=del size=2336158 2026-04-02T11:45:26.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:26.995+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=41XO76Z8PL7Q type=del 2026-04-02T11:45:27.002 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.001+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~WSV5XQRGVJTI.0 size=1048576 2026-04-02T11:45:27.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.001+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~WSV5XQRGVJTI.1 size=1048576 2026-04-02T11:45:27.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.002+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~WSV5XQRGVJTI.2 size=114604 2026-04-02T11:45:27.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.002+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=WSV5XQRGVJTI tag=KZG8X8JOOC3X type=write size=3260332 2026-04-02T11:45:27.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.003+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~274T63K0SY0I.0 size=1048576 2026-04-02T11:45:27.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.004+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~274T63K0SY0I.1 size=1039959 2026-04-02T11:45:27.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.006+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=274T63K0SY0I tag=M0LP9V3AFHT3 type=write size=3137111 2026-04-02T11:45:27.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.006+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=0A34RVJ25D84 type=del size=2966273 2026-04-02T11:45:27.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.007+0000 7f5c0c217880 1 < completed write operation key=80JM980KZYGT tag=LB0OZ1HRL7TB type=write size=807049 2026-04-02T11:45:27.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.009+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~VXN2DS0NMI3P.0 size=1048576 2026-04-02T11:45:27.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.010+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~VXN2DS0NMI3P.1 size=1048576 2026-04-02T11:45:27.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.011+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~VXN2DS0NMI3P.2 size=987262 2026-04-02T11:45:27.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.011+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=VXN2DS0NMI3P tag=QB3JHLKF9CLW type=write size=4132990 2026-04-02T11:45:27.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.012+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=J8J1BHJ4D84H type=del 2026-04-02T11:45:27.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.012+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=7993H6O1VDQQ type=write size=376647 2026-04-02T11:45:27.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.013+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~Z1YQTEPEQY0N.0 size=1048576 2026-04-02T11:45:27.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.014+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~Z1YQTEPEQY0N.1 size=427169 2026-04-02T11:45:27.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.016+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=Z1YQTEPEQY0N tag=TO0X1G0XNE1Q type=write size=2524321 2026-04-02T11:45:27.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.017+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=9RUENTRGC9L4 type=del size=1165406 2026-04-02T11:45:27.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.017+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=PAURCIOW1R5V type=del 2026-04-02T11:45:27.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.018+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=561AGRCGNI0E type=del size=783820 2026-04-02T11:45:27.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.019+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~6DS3G0KTKGJ8.0 size=1048576 2026-04-02T11:45:27.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.020+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~6DS3G0KTKGJ8.1 size=1048576 2026-04-02T11:45:27.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.021+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~6DS3G0KTKGJ8.2 size=876368 2026-04-02T11:45:27.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.022+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=6DS3G0KTKGJ8 tag=IK0A38B8DDR5 type=write size=4022096 2026-04-02T11:45:27.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.024+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~VSEMHLZXJA18.0 size=1048576 2026-04-02T11:45:27.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.025+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~VSEMHLZXJA18.1 size=1048576 2026-04-02T11:45:27.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.025+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~VSEMHLZXJA18.2 size=494912 2026-04-02T11:45:27.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.025+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=VSEMHLZXJA18 tag=5KJDDF8SE1UN type=write size=3640640 2026-04-02T11:45:27.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.026+0000 7f5c0c217880 1 < completed write operation key=KZ97ZMXJJOJS tag=RS2DB3398M7F type=write size=535461 2026-04-02T11:45:27.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.028+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~OBTODNTVLPLM.0 size=208931 2026-04-02T11:45:27.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.028+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=OBTODNTVLPLM tag=EIKM0X5HDU2M type=write size=1257507 2026-04-02T11:45:27.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.031+0000 7f5c0c217880 1 < suggested update operation key=5HGO669IL8H8 tag=UM9XQFSRBP5R type=del size=287249 2026-04-02T11:45:27.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.032+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=W2IHBTV2SJWS type=write size=10477 2026-04-02T11:45:27.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.033+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~KTDWW4XS2436.0 size=1048576 2026-04-02T11:45:27.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.034+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~KTDWW4XS2436.1 size=1048576 2026-04-02T11:45:27.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.035+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~KTDWW4XS2436.2 size=277328 2026-04-02T11:45:27.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.036+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=KTDWW4XS2436 tag=QCRYQQ317SS5 type=write size=3423056 2026-04-02T11:45:27.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.038+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~R23YRC0W0LPW.0 size=797732 2026-04-02T11:45:27.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.038+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=R23YRC0W0LPW tag=YDA8VMOCL3DB type=write size=1846308 2026-04-02T11:45:27.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.039+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=UT3QYH5R1R26 type=del 2026-04-02T11:45:27.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.040+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=D4T9VG3Q8JQA type=del size=1431930 2026-04-02T11:45:27.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.040+0000 7f5c0c217880 -1 < failed to complete operation key=5HGO669IL8H8 tag=CEG8BKD83842 type=del size=3570671: (22) Invalid argument 2026-04-02T11:45:27.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.043+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~TQPH9SGC6OU1.0 size=1048576 2026-04-02T11:45:27.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.044+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~TQPH9SGC6OU1.1 size=421129 2026-04-02T11:45:27.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.044+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=TQPH9SGC6OU1 tag=4MYAWZIKISIH type=write size=2518281 2026-04-02T11:45:27.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.046+0000 7f5c0c217880 1 < suggested remove operation key=I5G244DII0CX tag=UV19310ZG6VT type=del 2026-04-02T11:45:27.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.047+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=256W4ZTDCVG3 type=del size=1302482 2026-04-02T11:45:27.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.048+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=JL8BWYV1OQPP type=del 2026-04-02T11:45:27.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.048+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=HRM0IIHUWG97 type=write size=743967 2026-04-02T11:45:27.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.049+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=GWBDHARODSI0 type=del 2026-04-02T11:45:27.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.051+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~V7FOEYULVSTC.0 size=858977 2026-04-02T11:45:27.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.051+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=V7FOEYULVSTC tag=12QKAFETH1HR type=write size=1907553 2026-04-02T11:45:27.053 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.052+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=IMFJMF45Y60N type=del 2026-04-02T11:45:27.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.053+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~GNZKCAR14959.0 size=266188 2026-04-02T11:45:27.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.053+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=GNZKCAR14959 tag=RD2UTWPIYEDV type=write size=1314764 2026-04-02T11:45:27.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.054+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~WSV5XQRGVJTI.0 size=1048576 2026-04-02T11:45:27.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.055+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~WSV5XQRGVJTI.1 size=1048576 2026-04-02T11:45:27.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.055+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~WSV5XQRGVJTI.2 size=114604 2026-04-02T11:45:27.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.057+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=WSV5XQRGVJTI tag=KZG8X8JOOC3X type=write size=3260332 2026-04-02T11:45:27.059 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.058+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=W2JL2SXE5EDO type=del size=2328800 2026-04-02T11:45:27.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.059+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=0A34RVJ25D84 type=del 2026-04-02T11:45:27.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.060+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~95FPF8QI6CD4.0 size=446699 2026-04-02T11:45:27.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.060+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=95FPF8QI6CD4 tag=QHMFMZ5T0SSZ type=write size=1495275 2026-04-02T11:45:27.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.060+0000 7f5c0c217880 1 < canceled part key=_multipart_TV1SXLAYZV94.2~VXN2DS0NMI3P.0 size=1048576 2026-04-02T11:45:27.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.061+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~VXN2DS0NMI3P.1 size=1048576 2026-04-02T11:45:27.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.063+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~VXN2DS0NMI3P.2 size=987262 2026-04-02T11:45:27.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.065+0000 7f5c0c217880 1 < canceled multipart upload key=TV1SXLAYZV94 upload=VXN2DS0NMI3P tag=QB3JHLKF9CLW type=write size=4132990 2026-04-02T11:45:27.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.066+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~QE95LMQQJZ1T.0 size=1048576 2026-04-02T11:45:27.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.067+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~QE95LMQQJZ1T.1 size=1048576 2026-04-02T11:45:27.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.068+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~QE95LMQQJZ1T.2 size=963083 2026-04-02T11:45:27.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.068+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=QE95LMQQJZ1T tag=HED3X82AUX5L type=write size=4108811 2026-04-02T11:45:27.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.070+0000 7f5c0c217880 1 < suggested remove operation key=80YVB17TNIAR tag=7993H6O1VDQQ type=write 2026-04-02T11:45:27.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.071+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=DQG47IEQD2RO type=del size=509927 2026-04-02T11:45:27.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.072+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=9RUENTRGC9L4 type=del 2026-04-02T11:45:27.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.074+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~DFMB1TAD5ALO.0 size=1048576 2026-04-02T11:45:27.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.074+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~DFMB1TAD5ALO.1 size=1048576 2026-04-02T11:45:27.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.075+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~DFMB1TAD5ALO.2 size=979522 2026-04-02T11:45:27.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.075+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=DFMB1TAD5ALO tag=WMLC3J98N4PV type=write size=4125250 2026-04-02T11:45:27.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.076+0000 7f5c0c217880 1 < canceled operation key=60U4HF6F2992 tag=561AGRCGNI0E type=del size=783820 2026-04-02T11:45:27.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.078+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~PFFGO7J9XC0G.0 size=1048576 2026-04-02T11:45:27.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.079+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~PFFGO7J9XC0G.1 size=862623 2026-04-02T11:45:27.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.079+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=PFFGO7J9XC0G tag=7KRB9EG8EMST type=write size=2959775 2026-04-02T11:45:27.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.080+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~VSEMHLZXJA18.0 size=1048576 2026-04-02T11:45:27.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.081+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~VSEMHLZXJA18.1 size=1048576 2026-04-02T11:45:27.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.081+0000 7f5c0c217880 1 < canceled part key=_multipart_80JM980KZYGT.2~VSEMHLZXJA18.2 size=494912 2026-04-02T11:45:27.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.082+0000 7f5c0c217880 1 < canceled multipart upload key=80JM980KZYGT upload=VSEMHLZXJA18 tag=5KJDDF8SE1UN type=write size=3640640 2026-04-02T11:45:27.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.083+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=I8YFA1D9VBF5 type=del size=824072 2026-04-02T11:45:27.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.084+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~OBTODNTVLPLM.0 size=208931 2026-04-02T11:45:27.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.086+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=OBTODNTVLPLM tag=EIKM0X5HDU2M type=write size=1257507 2026-04-02T11:45:27.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.087+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=VNISNK47FU9U type=del size=691789 2026-04-02T11:45:27.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.088+0000 7f5c0c217880 1 < completed write operation key=BOCZEPFZF855 tag=W2IHBTV2SJWS type=write size=10477 2026-04-02T11:45:27.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.089+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~UEJCR0X718ES.0 size=570201 2026-04-02T11:45:27.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.089+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=UEJCR0X718ES tag=18076O8E669Z type=write size=1618777 2026-04-02T11:45:27.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.090+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~R23YRC0W0LPW.0 size=797732 2026-04-02T11:45:27.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.092+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=R23YRC0W0LPW tag=YDA8VMOCL3DB type=write size=1846308 2026-04-02T11:45:27.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.093+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~8R0HU1ZXQMSK.0 size=135884 2026-04-02T11:45:27.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.093+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=8R0HU1ZXQMSK tag=40ZUT7RW85K7 type=write size=1184460 2026-04-02T11:45:27.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.094+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=D4T9VG3Q8JQA type=del 2026-04-02T11:45:27.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.095+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=ZFCDH1LOEMMD type=write size=418072 2026-04-02T11:45:27.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.096+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~TQPH9SGC6OU1.0 size=1048576 2026-04-02T11:45:27.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.097+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~TQPH9SGC6OU1.1 size=421129 2026-04-02T11:45:27.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.101+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=TQPH9SGC6OU1 tag=4MYAWZIKISIH type=write size=2518281 2026-04-02T11:45:27.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.103+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~PX5JS2QM6IB5.0 size=1048576 2026-04-02T11:45:27.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.104+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~PX5JS2QM6IB5.1 size=870685 2026-04-02T11:45:27.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.104+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=PX5JS2QM6IB5 tag=23L9ZLPNLREF type=write size=2967837 2026-04-02T11:45:27.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.106+0000 7f5c0c217880 1 < suggested update operation key=RY963UTFY8OE tag=256W4ZTDCVG3 type=del size=1302482 2026-04-02T11:45:27.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.106+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=DPVJ7ASOZL6E type=del size=2856983 2026-04-02T11:45:27.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.107+0000 7f5c0c217880 1 < completed write operation key=80JM980KZYGT tag=HRM0IIHUWG97 type=write size=743967 2026-04-02T11:45:27.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.108+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=1OGG035Z8IGN type=del size=3872480 2026-04-02T11:45:27.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.109+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~V7FOEYULVSTC.0 size=858977 2026-04-02T11:45:27.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.111+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=V7FOEYULVSTC tag=12QKAFETH1HR type=write size=1907553 2026-04-02T11:45:27.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.112+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=F1M7JO6PZ4JR type=del size=2876067 2026-04-02T11:45:27.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.113+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~GNZKCAR14959.0 size=266188 2026-04-02T11:45:27.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.114+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=GNZKCAR14959 tag=RD2UTWPIYEDV type=write size=1314764 2026-04-02T11:45:27.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.115+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=WT7AMLEF7WAY type=del size=2178814 2026-04-02T11:45:27.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.116+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=W2JL2SXE5EDO type=del 2026-04-02T11:45:27.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.118+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~AM6DRDW0OTGB.0 size=62498 2026-04-02T11:45:27.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.118+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=AM6DRDW0OTGB tag=B8LW2H7QYY8S type=write size=1111074 2026-04-02T11:45:27.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.119+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~95FPF8QI6CD4.0 size=446699 2026-04-02T11:45:27.122 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.120+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=95FPF8QI6CD4 tag=QHMFMZ5T0SSZ type=write size=1495275 2026-04-02T11:45:27.122 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.121+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=CXMKPJZ9LNXQ type=del size=2156293 2026-04-02T11:45:27.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.122+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~QE95LMQQJZ1T.0 size=1048576 2026-04-02T11:45:27.124 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.123+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~QE95LMQQJZ1T.1 size=1048576 2026-04-02T11:45:27.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.124+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~QE95LMQQJZ1T.2 size=963083 2026-04-02T11:45:27.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.125+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=QE95LMQQJZ1T tag=HED3X82AUX5L type=write size=4108811 2026-04-02T11:45:27.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.126+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=US0CYTX68FNT type=del size=2249436 2026-04-02T11:45:27.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.128+0000 7f5c0c217880 1 < suggested update operation key=BOCZEPFZF855 tag=DQG47IEQD2RO type=del size=509927 2026-04-02T11:45:27.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.129+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=F8U5SNR6UBQZ type=del size=658989 2026-04-02T11:45:27.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.130+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~DFMB1TAD5ALO.0 size=1048576 2026-04-02T11:45:27.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.131+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~DFMB1TAD5ALO.1 size=1048576 2026-04-02T11:45:27.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.132+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~DFMB1TAD5ALO.2 size=979522 2026-04-02T11:45:27.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.136+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=DFMB1TAD5ALO tag=WMLC3J98N4PV type=write size=4125250 2026-04-02T11:45:27.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.137+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=T81JCJR2X8NK type=del size=4028695 2026-04-02T11:45:27.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.138+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~PFFGO7J9XC0G.0 size=1048576 2026-04-02T11:45:27.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.139+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~PFFGO7J9XC0G.1 size=862623 2026-04-02T11:45:27.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.140+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=PFFGO7J9XC0G tag=7KRB9EG8EMST type=write size=2959775 2026-04-02T11:45:27.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.141+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=5D96L2Z441Z0 type=write size=196987 2026-04-02T11:45:27.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.142+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=I8YFA1D9VBF5 type=del 2026-04-02T11:45:27.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.143+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=1VKK8BDTGITB type=del size=2784166 2026-04-02T11:45:27.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.144+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=VNISNK47FU9U type=del 2026-04-02T11:45:27.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.146+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~UY6HZHYX6K1J.0 size=801812 2026-04-02T11:45:27.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.146+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=UY6HZHYX6K1J tag=JAJXSFWLQ4KQ type=write size=1850388 2026-04-02T11:45:27.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.147+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~UEJCR0X718ES.0 size=570201 2026-04-02T11:45:27.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.149+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=UEJCR0X718ES tag=18076O8E669Z type=write size=1618777 2026-04-02T11:45:27.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.150+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~SSMAUS5S87F3.0 size=1048576 2026-04-02T11:45:27.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.151+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~SSMAUS5S87F3.1 size=1048576 2026-04-02T11:45:27.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.152+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~SSMAUS5S87F3.2 size=864414 2026-04-02T11:45:27.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.152+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=SSMAUS5S87F3 tag=Y4LZDDX23ROP type=write size=4010142 2026-04-02T11:45:27.154 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.153+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~8R0HU1ZXQMSK.0 size=135884 2026-04-02T11:45:27.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.154+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=8R0HU1ZXQMSK tag=40ZUT7RW85K7 type=write size=1184460 2026-04-02T11:45:27.156 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.155+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=38HNE37YKCTK type=del size=1314954 2026-04-02T11:45:27.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.156+0000 7f5c0c217880 -1 < failed to complete operation key=BOCZEPFZF855 tag=ZFCDH1LOEMMD type=write size=418072: (22) Invalid argument 2026-04-02T11:45:27.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.157+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=I3CXRVO3GKWR type=del size=2283398 2026-04-02T11:45:27.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.158+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~PX5JS2QM6IB5.0 size=1048576 2026-04-02T11:45:27.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.158+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~PX5JS2QM6IB5.1 size=870685 2026-04-02T11:45:27.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.160+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=PX5JS2QM6IB5 tag=23L9ZLPNLREF type=write size=2967837 2026-04-02T11:45:27.162 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.161+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=S4XAZ9PK6H71 type=del size=2121860 2026-04-02T11:45:27.163 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.162+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=DPVJ7ASOZL6E type=del 2026-04-02T11:45:27.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.163+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=53KBKZ05Q996 type=write size=692104 2026-04-02T11:45:27.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.164+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=1OGG035Z8IGN type=del 2026-04-02T11:45:27.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.164+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=RGBOTKK6QLXR type=del size=2194628 2026-04-02T11:45:27.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.165+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=F1M7JO6PZ4JR type=del 2026-04-02T11:45:27.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.166+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=KFNRIYGLSNYC type=write size=772725 2026-04-02T11:45:27.169 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.167+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=WT7AMLEF7WAY type=del 2026-04-02T11:45:27.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.168+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=HRW7EMK143K7 type=del size=161445 2026-04-02T11:45:27.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.169+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~AM6DRDW0OTGB.0 size=62498 2026-04-02T11:45:27.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.171+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=AM6DRDW0OTGB tag=B8LW2H7QYY8S type=write size=1111074 2026-04-02T11:45:27.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.173+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~GNBHXUFABWPC.0 size=1048576 2026-04-02T11:45:27.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.173+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~GNBHXUFABWPC.1 size=734180 2026-04-02T11:45:27.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.173+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=GNBHXUFABWPC tag=66ODTH62I70S type=write size=2831332 2026-04-02T11:45:27.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.175+0000 7f5c0c217880 1 < suggested remove operation key=RY963UTFY8OE tag=CXMKPJZ9LNXQ type=del 2026-04-02T11:45:27.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.176+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=I52MOEVMWGIM type=del size=1459223 2026-04-02T11:45:27.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.177+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=US0CYTX68FNT type=del 2026-04-02T11:45:27.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.178+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=5MW9OB83IS71 type=del size=1218823 2026-04-02T11:45:27.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.179+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=F8U5SNR6UBQZ type=del 2026-04-02T11:45:27.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.183+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=XN9ZRJ20HRL1 type=write size=853819 2026-04-02T11:45:27.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.184+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=T81JCJR2X8NK type=del 2026-04-02T11:45:27.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.185+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=3MOW3D8UKCX4 type=del size=1602567 2026-04-02T11:45:27.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.187+0000 7f5c0c217880 1 < suggested update operation key=66AEW1Q173VY tag=5D96L2Z441Z0 type=write size=196987 2026-04-02T11:45:27.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.189+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~I13LL0305HLP.0 size=681425 2026-04-02T11:45:27.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.189+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=I13LL0305HLP tag=5QQAWJTKUJU9 type=write size=1730001 2026-04-02T11:45:27.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.190+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=1VKK8BDTGITB type=del 2026-04-02T11:45:27.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.191+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=C1RVJ0RVMU00 type=del size=3941739 2026-04-02T11:45:27.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.191+0000 7f5c0c217880 1 < canceled part key=_multipart_6OTERZHPNBJR.2~UY6HZHYX6K1J.0 size=801812 2026-04-02T11:45:27.194 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.193+0000 7f5c0c217880 1 < canceled multipart upload key=6OTERZHPNBJR upload=UY6HZHYX6K1J tag=JAJXSFWLQ4KQ type=write size=1850388 2026-04-02T11:45:27.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.194+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=O24MBP91EJ41 type=del size=2716204 2026-04-02T11:45:27.196 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.195+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~SSMAUS5S87F3.0 size=1048576 2026-04-02T11:45:27.197 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.196+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~SSMAUS5S87F3.1 size=1048576 2026-04-02T11:45:27.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.197+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~SSMAUS5S87F3.2 size=864414 2026-04-02T11:45:27.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.199+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=SSMAUS5S87F3 tag=Y4LZDDX23ROP type=write size=4010142 2026-04-02T11:45:27.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.200+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~OUAGS31ROHZB.0 size=1048576 2026-04-02T11:45:27.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.201+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~OUAGS31ROHZB.1 size=1048576 2026-04-02T11:45:27.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.202+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~OUAGS31ROHZB.2 size=682975 2026-04-02T11:45:27.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.202+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=OUAGS31ROHZB tag=IZW39ZIM12OV type=write size=3828703 2026-04-02T11:45:27.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.203+0000 7f5c0c217880 1 < canceled operation key=3NDJG05GFEU3 tag=38HNE37YKCTK type=del size=1314954 2026-04-02T11:45:27.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.204+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=ARRWCD6YPXE8 type=write size=538759 2026-04-02T11:45:27.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.205+0000 7f5c0c217880 -1 < failed to complete operation key=RY963UTFY8OE tag=I3CXRVO3GKWR type=del size=2283398: (22) Invalid argument 2026-04-02T11:45:27.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.206+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=VTZ05G8OT9BA type=del size=2397903 2026-04-02T11:45:27.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.207+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=S4XAZ9PK6H71 type=del 2026-04-02T11:45:27.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.208+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=1SH87V7ZMH5T type=del size=3128580 2026-04-02T11:45:27.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.209+0000 7f5c0c217880 1 < canceled operation key=LWVLFKB2UJNA tag=53KBKZ05Q996 type=write size=692104 2026-04-02T11:45:27.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.210+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~H988811RV9XV.0 size=1048576 2026-04-02T11:45:27.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.211+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~H988811RV9XV.1 size=253316 2026-04-02T11:45:27.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.211+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=H988811RV9XV tag=B6IM9N82KV72 type=write size=2350468 2026-04-02T11:45:27.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.213+0000 7f5c0c217880 1 < suggested update operation key=EA5JHZQJK139 tag=RGBOTKK6QLXR type=del size=2194628 2026-04-02T11:45:27.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.213+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=VY3A4E94Z54B type=del size=321552 2026-04-02T11:45:27.216 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.214+0000 7f5c0c217880 1 < completed write operation key=6OTERZHPNBJR tag=KFNRIYGLSNYC type=write size=772725 2026-04-02T11:45:27.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.215+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=R55BPRUCEFE8 type=del size=3656607 2026-04-02T11:45:27.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.216+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=HRW7EMK143K7 type=del 2026-04-02T11:45:27.218 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.217+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=C5W4HL1MITOM type=del size=1786928 2026-04-02T11:45:27.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.218+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~GNBHXUFABWPC.0 size=1048576 2026-04-02T11:45:27.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.219+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~GNBHXUFABWPC.1 size=734180 2026-04-02T11:45:27.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.220+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=GNBHXUFABWPC tag=66ODTH62I70S type=write size=2831332 2026-04-02T11:45:27.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.221+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=O6GRER10V0FY type=del size=3873047 2026-04-02T11:45:27.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.222+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=I52MOEVMWGIM type=del 2026-04-02T11:45:27.224 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.223+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=394X7HLO8RCK type=write size=586078 2026-04-02T11:45:27.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.224+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=5MW9OB83IS71 type=del 2026-04-02T11:45:27.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.224+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=CCVDIKCDX03W type=del size=1492182 2026-04-02T11:45:27.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.225+0000 7f5c0c217880 1 < completed write operation key=0L9I2XPJ6ED1 tag=XN9ZRJ20HRL1 type=write size=853819 2026-04-02T11:45:27.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.227+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=RYQ7AI8ZQRH3 type=del size=4071135 2026-04-02T11:45:27.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.228+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=3MOW3D8UKCX4 type=del 2026-04-02T11:45:27.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.229+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=3ZQV7D5ZNAZ8 type=del size=749888 2026-04-02T11:45:27.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.229+0000 7f5c0c217880 1 < canceled part key=_multipart_0E1A1BB207I3.2~I13LL0305HLP.0 size=681425 2026-04-02T11:45:27.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.230+0000 7f5c0c217880 1 < canceled multipart upload key=0E1A1BB207I3 upload=I13LL0305HLP tag=5QQAWJTKUJU9 type=write size=1730001 2026-04-02T11:45:27.234 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.231+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=3CPTM7BV0O2I type=write size=887952 2026-04-02T11:45:27.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.234+0000 7f5c0c217880 1 < suggested update operation key=KZ97ZMXJJOJS tag=C1RVJ0RVMU00 type=del size=3941739 2026-04-02T11:45:27.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.235+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~BGUABVSPYC06.0 size=363270 2026-04-02T11:45:27.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.235+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=BGUABVSPYC06 tag=ZUDCN7OR48YH type=write size=1411846 2026-04-02T11:45:27.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.236+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=O24MBP91EJ41 type=del 2026-04-02T11:45:27.239 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.238+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~Y5WT2PTVHXXP.0 size=4649 2026-04-02T11:45:27.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.238+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=Y5WT2PTVHXXP tag=BNPOTJ3DRLZD type=write size=1053225 2026-04-02T11:45:27.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.239+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~OUAGS31ROHZB.0 size=1048576 2026-04-02T11:45:27.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.240+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~OUAGS31ROHZB.1 size=1048576 2026-04-02T11:45:27.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.241+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~OUAGS31ROHZB.2 size=682975 2026-04-02T11:45:27.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.242+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=OUAGS31ROHZB tag=IZW39ZIM12OV type=write size=3828703 2026-04-02T11:45:27.244 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.243+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=4CO48Z6HQDLB type=del size=214830 2026-04-02T11:45:27.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.245+0000 7f5c0c217880 1 < suggested update operation key=TX21U43I2WZO tag=ARRWCD6YPXE8 type=write size=538759 2026-04-02T11:45:27.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.246+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~25BZNHJTNM3N.0 size=1048576 2026-04-02T11:45:27.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.247+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~25BZNHJTNM3N.1 size=1048576 2026-04-02T11:45:27.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.247+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~25BZNHJTNM3N.2 size=17303 2026-04-02T11:45:27.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.247+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=25BZNHJTNM3N tag=Z78GP7TOFXKW type=write size=3163031 2026-04-02T11:45:27.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.248+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=VTZ05G8OT9BA type=del 2026-04-02T11:45:27.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.249+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=VYWSQ6ILWH9D type=del size=2157975 2026-04-02T11:45:27.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.250+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=1SH87V7ZMH5T type=del 2026-04-02T11:45:27.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.252+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~NVY2D3PPOFGT.0 size=1048576 2026-04-02T11:45:27.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.253+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~NVY2D3PPOFGT.1 size=383586 2026-04-02T11:45:27.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.253+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=NVY2D3PPOFGT tag=G8M0LG3D5DTB type=write size=2480738 2026-04-02T11:45:27.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.254+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~H988811RV9XV.0 size=1048576 2026-04-02T11:45:27.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.254+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~H988811RV9XV.1 size=253316 2026-04-02T11:45:27.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.256+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=H988811RV9XV tag=B6IM9N82KV72 type=write size=2350468 2026-04-02T11:45:27.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.257+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=3ZDFDIJ0Y6YO type=del size=234579 2026-04-02T11:45:27.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.259+0000 7f5c0c217880 1 < suggested update operation key=80UA8NGMVTVM tag=VY3A4E94Z54B type=del size=321552 2026-04-02T11:45:27.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.259+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=84HJLFV03IXU type=del size=1631806 2026-04-02T11:45:27.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.262+0000 7f5c0c217880 1 < canceled operation key=Q76H2FRUA1T9 tag=R55BPRUCEFE8 type=del size=3656607 2026-04-02T11:45:27.264 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.263+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=6TFP0ATT4865 type=del size=2822052 2026-04-02T11:45:27.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.265+0000 7f5c0c217880 1 < suggested update operation key=RY963UTFY8OE tag=C5W4HL1MITOM type=del size=1786928 2026-04-02T11:45:27.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.266+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~77J2W2PN2FRS.0 size=1048576 2026-04-02T11:45:27.269 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.267+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~77J2W2PN2FRS.1 size=1048576 2026-04-02T11:45:27.269 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.268+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~77J2W2PN2FRS.2 size=773462 2026-04-02T11:45:27.269 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.268+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=77J2W2PN2FRS tag=JMFNC614VE9G type=write size=3919190 2026-04-02T11:45:27.270 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.269+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=O6GRER10V0FY type=del 2026-04-02T11:45:27.271 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.270+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=ITNKNKA7X0Q1 type=del size=4003966 2026-04-02T11:45:27.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.271+0000 7f5c0c217880 1 < completed write operation key=60U4HF6F2992 tag=394X7HLO8RCK type=write size=586078 2026-04-02T11:45:27.274 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.273+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~94IOWO7DK884.0 size=562811 2026-04-02T11:45:27.274 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.273+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=94IOWO7DK884 tag=W71240Q83T6N type=write size=1611387 2026-04-02T11:45:27.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.274+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=CCVDIKCDX03W type=del 2026-04-02T11:45:27.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.275+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=HU2Z4OJIBKVS type=del size=2872928 2026-04-02T11:45:27.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.276+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=RYQ7AI8ZQRH3 type=del 2026-04-02T11:45:27.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.277+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=Q1JY1B7EGKQD type=del size=158220 2026-04-02T11:45:27.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.278+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=3ZQV7D5ZNAZ8 type=del 2026-04-02T11:45:27.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.279+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~C3A947Q51HNW.0 size=1048576 2026-04-02T11:45:27.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.280+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~C3A947Q51HNW.1 size=1048576 2026-04-02T11:45:27.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.281+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~C3A947Q51HNW.2 size=332308 2026-04-02T11:45:27.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.281+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=C3A947Q51HNW tag=81Q44ZJZBLJ1 type=write size=3478036 2026-04-02T11:45:27.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.282+0000 7f5c0c217880 1 < completed write operation key=I5G244DII0CX tag=3CPTM7BV0O2I type=write size=887952 2026-04-02T11:45:27.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.284+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~VD5P7IMAEF3Z.0 size=1039939 2026-04-02T11:45:27.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.284+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=VD5P7IMAEF3Z tag=44E87CVPPCZO type=write size=2088515 2026-04-02T11:45:27.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.284+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~BGUABVSPYC06.0 size=363270 2026-04-02T11:45:27.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.286+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=BGUABVSPYC06 tag=ZUDCN7OR48YH type=write size=1411846 2026-04-02T11:45:27.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.287+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=CM51F2XT7SKP type=del size=1559268 2026-04-02T11:45:27.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.288+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~Y5WT2PTVHXXP.0 size=4649 2026-04-02T11:45:27.291 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.289+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=Y5WT2PTVHXXP tag=BNPOTJ3DRLZD type=write size=1053225 2026-04-02T11:45:27.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.290+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=JND6RXSWOEZ4 type=write size=655360 2026-04-02T11:45:27.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.291+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=4CO48Z6HQDLB type=del 2026-04-02T11:45:27.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.293+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~OGB9CLJ8NX35.0 size=1048576 2026-04-02T11:45:27.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.294+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~OGB9CLJ8NX35.1 size=1048576 2026-04-02T11:45:27.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.295+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~OGB9CLJ8NX35.2 size=358747 2026-04-02T11:45:27.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.295+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=OGB9CLJ8NX35 tag=NW5VD4IDOUA5 type=write size=3504475 2026-04-02T11:45:27.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.296+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~25BZNHJTNM3N.0 size=1048576 2026-04-02T11:45:27.298 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.296+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~25BZNHJTNM3N.1 size=1048576 2026-04-02T11:45:27.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.297+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~25BZNHJTNM3N.2 size=17303 2026-04-02T11:45:27.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.299+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=25BZNHJTNM3N tag=Z78GP7TOFXKW type=write size=3163031 2026-04-02T11:45:27.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.300+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=EMNDLP9L2S7D type=del size=995918 2026-04-02T11:45:27.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.301+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=VYWSQ6ILWH9D type=del 2026-04-02T11:45:27.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.303+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~Y10H1GRSTKTO.0 size=387830 2026-04-02T11:45:27.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.303+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=Y10H1GRSTKTO tag=7CM99M8W26P5 type=write size=1436406 2026-04-02T11:45:27.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.304+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~NVY2D3PPOFGT.0 size=1048576 2026-04-02T11:45:27.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.304+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~NVY2D3PPOFGT.1 size=383586 2026-04-02T11:45:27.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.306+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=NVY2D3PPOFGT tag=G8M0LG3D5DTB type=write size=2480738 2026-04-02T11:45:27.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.308+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~R9YWCH2AQMHY.0 size=1048576 2026-04-02T11:45:27.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.309+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~R9YWCH2AQMHY.1 size=388282 2026-04-02T11:45:27.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.309+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=R9YWCH2AQMHY tag=CZHMDQKEYUVD type=write size=2485434 2026-04-02T11:45:27.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.310+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=3ZDFDIJ0Y6YO type=del 2026-04-02T11:45:27.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.311+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=1F2S14W64XY1 type=del size=3210003 2026-04-02T11:45:27.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.311+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=84HJLFV03IXU type=del 2026-04-02T11:45:27.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.312+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=AUTRJO5NOBC1 type=del size=3530692 2026-04-02T11:45:27.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.314+0000 7f5c0c217880 1 < suggested remove operation key=UOANTGYGF6UA tag=6TFP0ATT4865 type=del 2026-04-02T11:45:27.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.316+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~Q1XG6P4GKSYC.0 size=1048576 2026-04-02T11:45:27.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.317+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~Q1XG6P4GKSYC.1 size=1048576 2026-04-02T11:45:27.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.318+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~Q1XG6P4GKSYC.2 size=436220 2026-04-02T11:45:27.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.318+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=Q1XG6P4GKSYC tag=6JFPP60JFEMJ type=write size=3581948 2026-04-02T11:45:27.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.319+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~77J2W2PN2FRS.0 size=1048576 2026-04-02T11:45:27.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.319+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~77J2W2PN2FRS.1 size=1048576 2026-04-02T11:45:27.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.320+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~77J2W2PN2FRS.2 size=773462 2026-04-02T11:45:27.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.322+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=77J2W2PN2FRS tag=JMFNC614VE9G type=write size=3919190 2026-04-02T11:45:27.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.323+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=EW5PEB5JB4DY type=del size=666281 2026-04-02T11:45:27.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.324+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=ITNKNKA7X0Q1 type=del 2026-04-02T11:45:27.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.325+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~0JI38DVXSHU1.0 size=1048576 2026-04-02T11:45:27.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.326+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~0JI38DVXSHU1.1 size=559932 2026-04-02T11:45:27.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.326+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=0JI38DVXSHU1 tag=CD4D4U11L5P6 type=write size=2657084 2026-04-02T11:45:27.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.327+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~94IOWO7DK884.0 size=562811 2026-04-02T11:45:27.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.328+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=94IOWO7DK884 tag=W71240Q83T6N type=write size=1611387 2026-04-02T11:45:27.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.329+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=L4X6MMGOPSLY type=del size=172024 2026-04-02T11:45:27.332 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.330+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=HU2Z4OJIBKVS type=del 2026-04-02T11:45:27.333 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.332+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~2HVMGBXT6K66.0 size=1048576 2026-04-02T11:45:27.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.333+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~2HVMGBXT6K66.1 size=1048576 2026-04-02T11:45:27.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.334+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~2HVMGBXT6K66.2 size=932281 2026-04-02T11:45:27.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.334+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=2HVMGBXT6K66 tag=7DE25NMZILAI type=write size=4078009 2026-04-02T11:45:27.336 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.334+0000 7f5c0c217880 1 < canceled operation key=18ALC111A00W tag=Q1JY1B7EGKQD type=del size=158220 2026-04-02T11:45:27.338 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.336+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~HUQX3OZ1YJ0G.0 size=821651 2026-04-02T11:45:27.338 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.336+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=HUQX3OZ1YJ0G tag=420A70OCVOHD type=write size=1870227 2026-04-02T11:45:27.338 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.337+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~C3A947Q51HNW.0 size=1048576 2026-04-02T11:45:27.339 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.338+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~C3A947Q51HNW.1 size=1048576 2026-04-02T11:45:27.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.339+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~C3A947Q51HNW.2 size=332308 2026-04-02T11:45:27.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.341+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=C3A947Q51HNW tag=81Q44ZJZBLJ1 type=write size=3478036 2026-04-02T11:45:27.343 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.342+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=UKXXAAEJMCXR type=del size=1278611 2026-04-02T11:45:27.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.343+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~VD5P7IMAEF3Z.0 size=1039939 2026-04-02T11:45:27.346 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.344+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=VD5P7IMAEF3Z tag=44E87CVPPCZO type=write size=2088515 2026-04-02T11:45:27.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.346+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~H08KZAQQVTDI.0 size=1048576 2026-04-02T11:45:27.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.347+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~H08KZAQQVTDI.1 size=1048576 2026-04-02T11:45:27.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.348+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~H08KZAQQVTDI.2 size=693039 2026-04-02T11:45:27.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.348+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=H08KZAQQVTDI tag=BADTQRNN2VXV type=write size=3838767 2026-04-02T11:45:27.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.350+0000 7f5c0c217880 1 < suggested remove operation key=80UA8NGMVTVM tag=CM51F2XT7SKP type=del 2026-04-02T11:45:27.352 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.351+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=5M9ROXLW1WA6 type=del size=1656072 2026-04-02T11:45:27.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.352+0000 7f5c0c217880 1 < canceled operation key=BOCZEPFZF855 tag=JND6RXSWOEZ4 type=write size=655360 2026-04-02T11:45:27.354 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.353+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=2Z55JVU94O7S type=write size=850272 2026-04-02T11:45:27.355 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.354+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~OGB9CLJ8NX35.0 size=1048576 2026-04-02T11:45:27.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.355+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~OGB9CLJ8NX35.1 size=1048576 2026-04-02T11:45:27.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.356+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~OGB9CLJ8NX35.2 size=358747 2026-04-02T11:45:27.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.358+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=OGB9CLJ8NX35 tag=NW5VD4IDOUA5 type=write size=3504475 2026-04-02T11:45:27.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.358+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=6JUP3MPV3OYC type=write size=787047 2026-04-02T11:45:27.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.359+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=EMNDLP9L2S7D type=del 2026-04-02T11:45:27.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.360+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=DZ2IZGVEI6XI type=del size=2965722 2026-04-02T11:45:27.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.361+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~Y10H1GRSTKTO.0 size=387830 2026-04-02T11:45:27.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.363+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=Y10H1GRSTKTO tag=7CM99M8W26P5 type=write size=1436406 2026-04-02T11:45:27.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.365+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~32N9YAJVC2CD.0 size=1048576 2026-04-02T11:45:27.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.366+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~32N9YAJVC2CD.1 size=1048576 2026-04-02T11:45:27.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.366+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~32N9YAJVC2CD.2 size=333092 2026-04-02T11:45:27.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.366+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=32N9YAJVC2CD tag=437BX5W2XYP4 type=write size=3478820 2026-04-02T11:45:27.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.367+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~R9YWCH2AQMHY.0 size=1048576 2026-04-02T11:45:27.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.368+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~R9YWCH2AQMHY.1 size=388282 2026-04-02T11:45:27.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.370+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=R9YWCH2AQMHY tag=CZHMDQKEYUVD type=write size=2485434 2026-04-02T11:45:27.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.371+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=BWPHNW36BWRJ type=del size=1301284 2026-04-02T11:45:27.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.373+0000 7f5c0c217880 1 < suggested update operation key=I5G244DII0CX tag=1F2S14W64XY1 type=del size=3210003 2026-04-02T11:45:27.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.374+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~6MV9U36RKFPA.0 size=1048576 2026-04-02T11:45:27.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.375+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~6MV9U36RKFPA.1 size=630132 2026-04-02T11:45:27.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.375+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=6MV9U36RKFPA tag=OHYLZE2I1IR1 type=write size=2727284 2026-04-02T11:45:27.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.377+0000 7f5c0c217880 1 < suggested update operation key=5HGO669IL8H8 tag=AUTRJO5NOBC1 type=del size=3530692 2026-04-02T11:45:27.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.378+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=RUNLQP7XFXQ9 type=write size=489641 2026-04-02T11:45:27.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.379+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~Q1XG6P4GKSYC.0 size=1048576 2026-04-02T11:45:27.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.380+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~Q1XG6P4GKSYC.1 size=1048576 2026-04-02T11:45:27.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.380+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~Q1XG6P4GKSYC.2 size=436220 2026-04-02T11:45:27.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.382+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=Q1XG6P4GKSYC tag=6JFPP60JFEMJ type=write size=3581948 2026-04-02T11:45:27.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.383+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=0BAXFY2KFLYZ type=write size=150343 2026-04-02T11:45:27.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.386+0000 7f5c0c217880 1 < suggested remove operation key=KOFTD4ZEAMOY tag=EW5PEB5JB4DY type=del 2026-04-02T11:45:27.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.387+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=DG9VM7GT7O6I type=del size=2980211 2026-04-02T11:45:27.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.388+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~0JI38DVXSHU1.0 size=1048576 2026-04-02T11:45:27.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.389+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~0JI38DVXSHU1.1 size=559932 2026-04-02T11:45:27.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.390+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=0JI38DVXSHU1 tag=CD4D4U11L5P6 type=write size=2657084 2026-04-02T11:45:27.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.391+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=Y6E0R0ULZVKV type=del size=1402617 2026-04-02T11:45:27.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.392+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=L4X6MMGOPSLY type=del 2026-04-02T11:45:27.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.393+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=5MBK8J8HVAQQ type=write size=676493 2026-04-02T11:45:27.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.394+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~2HVMGBXT6K66.0 size=1048576 2026-04-02T11:45:27.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.395+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~2HVMGBXT6K66.1 size=1048576 2026-04-02T11:45:27.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.396+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~2HVMGBXT6K66.2 size=932281 2026-04-02T11:45:27.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.397+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=2HVMGBXT6K66 tag=7DE25NMZILAI type=write size=4078009 2026-04-02T11:45:27.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.398+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=VAEMBY9CHPTP type=del size=371953 2026-04-02T11:45:27.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.399+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~HUQX3OZ1YJ0G.0 size=821651 2026-04-02T11:45:27.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.401+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=HUQX3OZ1YJ0G tag=420A70OCVOHD type=write size=1870227 2026-04-02T11:45:27.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.403+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~TBWY62GH10LV.0 size=666093 2026-04-02T11:45:27.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.403+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=TBWY62GH10LV tag=3G7VXZU9L0BH type=write size=1714669 2026-04-02T11:45:27.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.404+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=UKXXAAEJMCXR type=del 2026-04-02T11:45:27.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.405+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=W7N0QVG44GBU type=del size=1060017 2026-04-02T11:45:27.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.407+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~H08KZAQQVTDI.0 size=1048576 2026-04-02T11:45:27.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.407+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~H08KZAQQVTDI.1 size=1048576 2026-04-02T11:45:27.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.408+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~H08KZAQQVTDI.2 size=693039 2026-04-02T11:45:27.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.410+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=H08KZAQQVTDI tag=BADTQRNN2VXV type=write size=3838767 2026-04-02T11:45:27.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.411+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=SWKXNA8AS25I type=del size=2741091 2026-04-02T11:45:27.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.412+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=5M9ROXLW1WA6 type=del 2026-04-02T11:45:27.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.413+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=NB8PD6KQXPB6 type=write size=64658 2026-04-02T11:45:27.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.414+0000 7f5c0c217880 1 < completed write operation key=TX21U43I2WZO tag=2Z55JVU94O7S type=write size=850272 2026-04-02T11:45:27.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.415+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=73ABTJS0TEJI type=del size=812562 2026-04-02T11:45:27.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.416+0000 7f5c0c217880 1 < completed write operation key=80JM980KZYGT tag=6JUP3MPV3OYC type=write size=787047 2026-04-02T11:45:27.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.418+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~MTHM8WV5Q6I3.0 size=1048576 2026-04-02T11:45:27.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.418+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~MTHM8WV5Q6I3.1 size=1048576 2026-04-02T11:45:27.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.419+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~MTHM8WV5Q6I3.2 size=891996 2026-04-02T11:45:27.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.419+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=MTHM8WV5Q6I3 tag=IYBOHH6BBC9C type=write size=4037724 2026-04-02T11:45:27.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.420+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=DZ2IZGVEI6XI type=del 2026-04-02T11:45:27.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.421+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=JDSPBK69TVY5 type=write size=45349 2026-04-02T11:45:27.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.422+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~32N9YAJVC2CD.0 size=1048576 2026-04-02T11:45:27.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.422+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~32N9YAJVC2CD.1 size=1048576 2026-04-02T11:45:27.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.423+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~32N9YAJVC2CD.2 size=333092 2026-04-02T11:45:27.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.425+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=32N9YAJVC2CD tag=437BX5W2XYP4 type=write size=3478820 2026-04-02T11:45:27.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.426+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=6VR3K0WGYHWS type=write size=433738 2026-04-02T11:45:27.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.427+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=BWPHNW36BWRJ type=del 2026-04-02T11:45:27.429 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.428+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=WGO7VXTNSZ6W type=write size=687034 2026-04-02T11:45:27.430 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.428+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~6MV9U36RKFPA.0 size=1048576 2026-04-02T11:45:27.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.429+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~6MV9U36RKFPA.1 size=630132 2026-04-02T11:45:27.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.431+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=6MV9U36RKFPA tag=OHYLZE2I1IR1 type=write size=2727284 2026-04-02T11:45:27.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.432+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=0X3RT21NHUB9 type=del size=1506556 2026-04-02T11:45:27.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.434+0000 7f5c0c217880 1 < suggested update operation key=UOANTGYGF6UA tag=RUNLQP7XFXQ9 type=write size=489641 2026-04-02T11:45:27.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.435+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~MUA2INBA50DI.0 size=1048576 2026-04-02T11:45:27.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.436+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~MUA2INBA50DI.1 size=1048576 2026-04-02T11:45:27.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.437+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~MUA2INBA50DI.2 size=555264 2026-04-02T11:45:27.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.437+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=MUA2INBA50DI tag=6STY9023Z1CJ type=write size=3700992 2026-04-02T11:45:27.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.443+0000 7f5c0c217880 1 < suggested remove operation key=BOCZEPFZF855 tag=0BAXFY2KFLYZ type=write 2026-04-02T11:45:27.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.444+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=0O7F9YUZGYLZ type=del size=1727350 2026-04-02T11:45:27.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.446+0000 7f5c0c217880 1 < suggested update operation key=16KLPONRQQAX tag=DG9VM7GT7O6I type=del size=2980211 2026-04-02T11:45:27.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.447+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=VM7UAN5905X8 type=write size=765675 2026-04-02T11:45:27.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.449+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=Y6E0R0ULZVKV type=del size=1402617 2026-04-02T11:45:27.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.451+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~LMFEGMO4SLHT.0 size=1048576 2026-04-02T11:45:27.453 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.452+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~LMFEGMO4SLHT.1 size=139704 2026-04-02T11:45:27.453 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.452+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=LMFEGMO4SLHT tag=2Y2CSBB8G8TG type=write size=2236856 2026-04-02T11:45:27.454 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.453+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=5MBK8J8HVAQQ type=write size=676493 2026-04-02T11:45:27.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.454+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=KXNUGBD3199C type=del size=2574484 2026-04-02T11:45:27.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.455+0000 7f5c0c217880 1 < canceled operation key=6OTERZHPNBJR tag=VAEMBY9CHPTP type=del size=371953 2026-04-02T11:45:27.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.456+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=9H8G7IIGR7UW type=del size=2214759 2026-04-02T11:45:27.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.457+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~TBWY62GH10LV.0 size=666093 2026-04-02T11:45:27.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.459+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=TBWY62GH10LV tag=3G7VXZU9L0BH type=write size=1714669 2026-04-02T11:45:27.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.460+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~K3JO57FJORMT.0 size=436336 2026-04-02T11:45:27.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.460+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=K3JO57FJORMT tag=XTT32EZ9124N type=write size=1484912 2026-04-02T11:45:27.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.461+0000 7f5c0c217880 -1 < failed to complete operation key=16KLPONRQQAX tag=W7N0QVG44GBU type=del size=1060017: (22) Invalid argument 2026-04-02T11:45:27.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.463+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~JDXMXK7O3C1E.0 size=275821 2026-04-02T11:45:27.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.463+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=JDXMXK7O3C1E tag=VQU77LYMUT2R type=write size=1324397 2026-04-02T11:45:27.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.464+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=SWKXNA8AS25I type=del 2026-04-02T11:45:27.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.465+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~D59VHM26A9W8.0 size=1048576 2026-04-02T11:45:27.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.466+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~D59VHM26A9W8.1 size=188676 2026-04-02T11:45:27.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.466+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=D59VHM26A9W8 tag=M4OE6TRA738K type=write size=2285828 2026-04-02T11:45:27.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.467+0000 7f5c0c217880 1 < completed write operation key=X8AC72ESIA6N tag=NB8PD6KQXPB6 type=write size=64658 2026-04-02T11:45:27.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.468+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=VI3N62ZKKPSW type=del size=2450997 2026-04-02T11:45:27.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.470+0000 7f5c0c217880 1 < suggested remove operation key=TV1SXLAYZV94 tag=73ABTJS0TEJI type=del 2026-04-02T11:45:27.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.471+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=SKMOGSHPFEIB type=del size=1742843 2026-04-02T11:45:27.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.472+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~MTHM8WV5Q6I3.0 size=1048576 2026-04-02T11:45:27.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.472+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~MTHM8WV5Q6I3.1 size=1048576 2026-04-02T11:45:27.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.473+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~MTHM8WV5Q6I3.2 size=891996 2026-04-02T11:45:27.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.474+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=MTHM8WV5Q6I3 tag=IYBOHH6BBC9C type=write size=4037724 2026-04-02T11:45:27.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.475+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=HWHD01V3XL8O type=del size=1842340 2026-04-02T11:45:27.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.476+0000 7f5c0c217880 1 < canceled operation key=X8AC72ESIA6N tag=JDSPBK69TVY5 type=write size=45349 2026-04-02T11:45:27.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.479+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~0H51WGBSWYNU.0 size=1048576 2026-04-02T11:45:27.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.479+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~0H51WGBSWYNU.1 size=1048576 2026-04-02T11:45:27.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.480+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~0H51WGBSWYNU.2 size=685595 2026-04-02T11:45:27.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.480+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=0H51WGBSWYNU tag=BXFSRMD2C0FP type=write size=3831323 2026-04-02T11:45:27.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.481+0000 7f5c0c217880 1 < completed write operation key=KOFTD4ZEAMOY tag=6VR3K0WGYHWS type=write size=433738 2026-04-02T11:45:27.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.482+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=7IL5RHSZ0TMC type=del size=2967800 2026-04-02T11:45:27.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.482+0000 7f5c0c217880 1 < canceled operation key=18ALC111A00W tag=WGO7VXTNSZ6W type=write size=687034 2026-04-02T11:45:27.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.484+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~GCUO1763E6AI.0 size=295041 2026-04-02T11:45:27.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.484+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=GCUO1763E6AI tag=G6DSN4BDEVLP type=write size=1343617 2026-04-02T11:45:27.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.485+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=0X3RT21NHUB9 type=del 2026-04-02T11:45:27.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.485+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=ZARK7V59K6NI type=del size=836696 2026-04-02T11:45:27.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.486+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~MUA2INBA50DI.0 size=1048576 2026-04-02T11:45:27.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.487+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~MUA2INBA50DI.1 size=1048576 2026-04-02T11:45:27.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.488+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~MUA2INBA50DI.2 size=555264 2026-04-02T11:45:27.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.489+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=MUA2INBA50DI tag=6STY9023Z1CJ type=write size=3700992 2026-04-02T11:45:27.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.490+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=1DSHGBA82YB7 type=del size=3161264 2026-04-02T11:45:27.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.491+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=0O7F9YUZGYLZ type=del 2026-04-02T11:45:27.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.491+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=1JY135RTVK1I type=del size=3794951 2026-04-02T11:45:27.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.492+0000 7f5c0c217880 1 < canceled operation key=66AEW1Q173VY tag=VM7UAN5905X8 type=write size=765675 2026-04-02T11:45:27.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.494+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~1QTNJ1FXDHEF.0 size=757796 2026-04-02T11:45:27.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.494+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=1QTNJ1FXDHEF tag=X26NPUIJVWY6 type=write size=1806372 2026-04-02T11:45:27.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.494+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~LMFEGMO4SLHT.0 size=1048576 2026-04-02T11:45:27.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.495+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~LMFEGMO4SLHT.1 size=139704 2026-04-02T11:45:27.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.497+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=LMFEGMO4SLHT tag=2Y2CSBB8G8TG type=write size=2236856 2026-04-02T11:45:27.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.498+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=W0B7HR0ZXCFK type=write size=753278 2026-04-02T11:45:27.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.499+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=KXNUGBD3199C type=del 2026-04-02T11:45:27.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.500+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=PC1XJ6MCSW7I type=write size=696023 2026-04-02T11:45:27.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.501+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=9H8G7IIGR7UW type=del 2026-04-02T11:45:27.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.503+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~AN08AB1T1OXH.0 size=19140 2026-04-02T11:45:27.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.503+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=AN08AB1T1OXH tag=1C13MJPR9QQF type=write size=1067716 2026-04-02T11:45:27.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.503+0000 7f5c0c217880 1 < canceled part key=_multipart_Q76H2FRUA1T9.2~K3JO57FJORMT.0 size=436336 2026-04-02T11:45:27.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.504+0000 7f5c0c217880 1 < canceled multipart upload key=Q76H2FRUA1T9 upload=K3JO57FJORMT tag=XTT32EZ9124N type=write size=1484912 2026-04-02T11:45:27.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.505+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=M5U9TB8G2GQQ type=del size=321998 2026-04-02T11:45:27.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.506+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~JDXMXK7O3C1E.0 size=275821 2026-04-02T11:45:27.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.508+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=JDXMXK7O3C1E tag=VQU77LYMUT2R type=write size=1324397 2026-04-02T11:45:27.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.509+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=34R10THABHC4 type=del size=3990362 2026-04-02T11:45:27.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.509+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~D59VHM26A9W8.0 size=1048576 2026-04-02T11:45:27.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.510+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~D59VHM26A9W8.1 size=188676 2026-04-02T11:45:27.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.512+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=D59VHM26A9W8 tag=M4OE6TRA738K type=write size=2285828 2026-04-02T11:45:27.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.513+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=UAY0X2LDPO2C type=del size=4074646 2026-04-02T11:45:27.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.514+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=VI3N62ZKKPSW type=del 2026-04-02T11:45:27.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.516+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=1TRAH5XHQ04E type=del size=2993548 2026-04-02T11:45:27.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.517+0000 7f5c0c217880 1 < canceled operation key=RY963UTFY8OE tag=SKMOGSHPFEIB type=del size=1742843 2026-04-02T11:45:27.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.518+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~090CBS2MLJ7F.0 size=1048576 2026-04-02T11:45:27.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.519+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~090CBS2MLJ7F.1 size=1048576 2026-04-02T11:45:27.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.520+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~090CBS2MLJ7F.2 size=367271 2026-04-02T11:45:27.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.520+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=090CBS2MLJ7F tag=Y0CHH8VL38JQ type=write size=3512999 2026-04-02T11:45:27.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.521+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=HWHD01V3XL8O type=del 2026-04-02T11:45:27.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.523+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~6299Y10T8DL8.0 size=383982 2026-04-02T11:45:27.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.523+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=6299Y10T8DL8 tag=061I4WMZH5E0 type=write size=1432558 2026-04-02T11:45:27.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.524+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~0H51WGBSWYNU.0 size=1048576 2026-04-02T11:45:27.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.525+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~0H51WGBSWYNU.1 size=1048576 2026-04-02T11:45:27.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.526+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~0H51WGBSWYNU.2 size=685595 2026-04-02T11:45:27.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.527+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=0H51WGBSWYNU tag=BXFSRMD2C0FP type=write size=3831323 2026-04-02T11:45:27.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.528+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=Q0SNMN8RD5EG type=del size=2197723 2026-04-02T11:45:27.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.530+0000 7f5c0c217880 1 < suggested remove operation key=93T2V482IGI4 tag=7IL5RHSZ0TMC type=del 2026-04-02T11:45:27.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.531+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=AOH73QQE50TD type=del size=2111745 2026-04-02T11:45:27.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.532+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~GCUO1763E6AI.0 size=295041 2026-04-02T11:45:27.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.533+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=GCUO1763E6AI tag=G6DSN4BDEVLP type=write size=1343617 2026-04-02T11:45:27.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.535+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~7ZR2CW11WBFA.0 size=1048576 2026-04-02T11:45:27.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.535+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~7ZR2CW11WBFA.1 size=851632 2026-04-02T11:45:27.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.535+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=7ZR2CW11WBFA tag=385PH7LX4M3M type=write size=2948784 2026-04-02T11:45:27.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.536+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=ZARK7V59K6NI type=del 2026-04-02T11:45:27.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.537+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=JUU9XJR67UA9 type=del size=3044770 2026-04-02T11:45:27.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.538+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=1DSHGBA82YB7 type=del 2026-04-02T11:45:27.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.539+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=Z16N9KNIX1WO type=write size=979045 2026-04-02T11:45:27.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.540+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=1JY135RTVK1I type=del 2026-04-02T11:45:27.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.542+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~CTE2AIV61TLY.0 size=1048576 2026-04-02T11:45:27.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.543+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~CTE2AIV61TLY.1 size=442990 2026-04-02T11:45:27.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.543+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=CTE2AIV61TLY tag=BL3H3HF1QC0Y type=write size=2540142 2026-04-02T11:45:27.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.544+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~1QTNJ1FXDHEF.0 size=757796 2026-04-02T11:45:27.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.545+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=1QTNJ1FXDHEF tag=X26NPUIJVWY6 type=write size=1806372 2026-04-02T11:45:27.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.546+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=WK0L1FPATZC6 type=del size=2000107 2026-04-02T11:45:27.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.547+0000 7f5c0c217880 1 < completed write operation key=LWVLFKB2UJNA tag=W0B7HR0ZXCFK type=write size=753278 2026-04-02T11:45:27.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.549+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~6254G0THZ4SS.0 size=1048576 2026-04-02T11:45:27.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.550+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~6254G0THZ4SS.1 size=1048576 2026-04-02T11:45:27.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.550+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~6254G0THZ4SS.2 size=335276 2026-04-02T11:45:27.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.550+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=6254G0THZ4SS tag=JOMC5R3IMUOR type=write size=3481004 2026-04-02T11:45:27.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.551+0000 7f5c0c217880 1 < completed write operation key=5HGO669IL8H8 tag=PC1XJ6MCSW7I type=write size=696023 2026-04-02T11:45:27.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.553+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~72DN2ZZIF5EK.0 size=597201 2026-04-02T11:45:27.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.553+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=72DN2ZZIF5EK tag=OQEGPA8IREM5 type=write size=1645777 2026-04-02T11:45:27.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.554+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~AN08AB1T1OXH.0 size=19140 2026-04-02T11:45:27.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.556+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=AN08AB1T1OXH tag=1C13MJPR9QQF type=write size=1067716 2026-04-02T11:45:27.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.557+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~E2V5J0626GG3.0 size=1048576 2026-04-02T11:45:27.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.558+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~E2V5J0626GG3.1 size=185444 2026-04-02T11:45:27.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.558+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=E2V5J0626GG3 tag=OVJH6IU1NM7W type=write size=2282596 2026-04-02T11:45:27.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.559+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=M5U9TB8G2GQQ type=del 2026-04-02T11:45:27.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.560+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=1Y4HLI6Y0PJG type=write size=925453 2026-04-02T11:45:27.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.562+0000 7f5c0c217880 1 < suggested update operation key=80JM980KZYGT tag=34R10THABHC4 type=del size=3990362 2026-04-02T11:45:27.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.563+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=ZSI622RSFENI type=del size=1369490 2026-04-02T11:45:27.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.564+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=UAY0X2LDPO2C type=del 2026-04-02T11:45:27.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.565+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~F9ZDEJ2JO0VN.0 size=1048576 2026-04-02T11:45:27.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.566+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~F9ZDEJ2JO0VN.1 size=206256 2026-04-02T11:45:27.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.566+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=F9ZDEJ2JO0VN tag=G0FTREKIII8X type=write size=2303408 2026-04-02T11:45:27.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.567+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=1TRAH5XHQ04E type=del 2026-04-02T11:45:27.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.569+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~0Z9QDLNI8ZYB.0 size=50424 2026-04-02T11:45:27.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.569+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=0Z9QDLNI8ZYB tag=AUA8EZP0DJE1 type=write size=1099000 2026-04-02T11:45:27.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.570+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~090CBS2MLJ7F.0 size=1048576 2026-04-02T11:45:27.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.570+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~090CBS2MLJ7F.1 size=1048576 2026-04-02T11:45:27.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.571+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~090CBS2MLJ7F.2 size=367271 2026-04-02T11:45:27.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.573+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=090CBS2MLJ7F tag=Y0CHH8VL38JQ type=write size=3512999 2026-04-02T11:45:27.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.574+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~CCH11WJ3X3IW.0 size=615661 2026-04-02T11:45:27.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.574+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=CCH11WJ3X3IW tag=GHNLKMT91OSW type=write size=1664237 2026-04-02T11:45:27.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.575+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~6299Y10T8DL8.0 size=383982 2026-04-02T11:45:27.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.577+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=6299Y10T8DL8 tag=061I4WMZH5E0 type=write size=1432558 2026-04-02T11:45:27.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.578+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=4PFNREANC5BT type=del size=273370 2026-04-02T11:45:27.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.580+0000 7f5c0c217880 1 < suggested remove operation key=6OTERZHPNBJR tag=Q0SNMN8RD5EG type=del 2026-04-02T11:45:27.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.581+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=T619627FW11E type=del size=3387839 2026-04-02T11:45:27.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.582+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=AOH73QQE50TD type=del 2026-04-02T11:45:27.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.583+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6VDLOICMSLMA.0 size=1048576 2026-04-02T11:45:27.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.584+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~6VDLOICMSLMA.1 size=666593 2026-04-02T11:45:27.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.584+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=6VDLOICMSLMA tag=NBEXRSQGZVEH type=write size=2763745 2026-04-02T11:45:27.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.587+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~7ZR2CW11WBFA.0 size=1048576 2026-04-02T11:45:27.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.588+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~7ZR2CW11WBFA.1 size=851632 2026-04-02T11:45:27.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.591+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=7ZR2CW11WBFA tag=385PH7LX4M3M type=write size=2948784 2026-04-02T11:45:27.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.593+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~SN4W85KFNZQF.0 size=1048576 2026-04-02T11:45:27.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.593+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~SN4W85KFNZQF.1 size=1048576 2026-04-02T11:45:27.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.594+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~SN4W85KFNZQF.2 size=806486 2026-04-02T11:45:27.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.594+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=SN4W85KFNZQF tag=MI2BCSN2FPPT type=write size=3952214 2026-04-02T11:45:27.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.595+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=JUU9XJR67UA9 type=del 2026-04-02T11:45:27.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.596+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=WEIYE1ZGUAQ0 type=del size=2419902 2026-04-02T11:45:27.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.597+0000 7f5c0c217880 1 < completed write operation key=HG9SH1DT0VFR tag=Z16N9KNIX1WO type=write size=979045 2026-04-02T11:45:27.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.599+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~EXOOWFPK52ZG.0 size=305695 2026-04-02T11:45:27.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.599+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=EXOOWFPK52ZG tag=YIFD04VGZTQD type=write size=1354271 2026-04-02T11:45:27.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.599+0000 7f5c0c217880 1 < canceled part key=_multipart_X8AC72ESIA6N.2~CTE2AIV61TLY.0 size=1048576 2026-04-02T11:45:27.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.599+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~CTE2AIV61TLY.1 size=442990 2026-04-02T11:45:27.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.601+0000 7f5c0c217880 1 < canceled multipart upload key=X8AC72ESIA6N upload=CTE2AIV61TLY tag=BL3H3HF1QC0Y type=write size=2540142 2026-04-02T11:45:27.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.602+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=AIIS50D84RA9 type=del size=743770 2026-04-02T11:45:27.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.603+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=WK0L1FPATZC6 type=del 2026-04-02T11:45:27.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.604+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~LSXMXMPTO19M.0 size=1048576 2026-04-02T11:45:27.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.605+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~LSXMXMPTO19M.1 size=1048576 2026-04-02T11:45:27.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.606+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~LSXMXMPTO19M.2 size=751852 2026-04-02T11:45:27.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.606+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=LSXMXMPTO19M tag=VVTCKRN8J6QX type=write size=3897580 2026-04-02T11:45:27.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.607+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~6254G0THZ4SS.0 size=1048576 2026-04-02T11:45:27.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.608+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~6254G0THZ4SS.1 size=1048576 2026-04-02T11:45:27.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.608+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~6254G0THZ4SS.2 size=335276 2026-04-02T11:45:27.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.610+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=6254G0THZ4SS tag=JOMC5R3IMUOR type=write size=3481004 2026-04-02T11:45:27.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.611+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=R5OBFE9KO0PR type=del size=4016865 2026-04-02T11:45:27.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.612+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~72DN2ZZIF5EK.0 size=597201 2026-04-02T11:45:27.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.614+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=72DN2ZZIF5EK tag=OQEGPA8IREM5 type=write size=1645777 2026-04-02T11:45:27.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.615+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~DQ2VTDTC3H6X.0 size=1048576 2026-04-02T11:45:27.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.616+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~DQ2VTDTC3H6X.1 size=870382 2026-04-02T11:45:27.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.616+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=DQ2VTDTC3H6X tag=QO97L8N6BO0K type=write size=2967534 2026-04-02T11:45:27.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.617+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~E2V5J0626GG3.0 size=1048576 2026-04-02T11:45:27.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.618+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~E2V5J0626GG3.1 size=185444 2026-04-02T11:45:27.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.619+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=E2V5J0626GG3 tag=OVJH6IU1NM7W type=write size=2282596 2026-04-02T11:45:27.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.621+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~T59X0XJVUC26.0 size=1048576 2026-04-02T11:45:27.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.621+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~T59X0XJVUC26.1 size=707192 2026-04-02T11:45:27.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.621+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=T59X0XJVUC26 tag=4P9OR2XHSX0R type=write size=2804344 2026-04-02T11:45:27.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.622+0000 7f5c0c217880 1 < completed write operation key=H18MHG2QUIPU tag=1Y4HLI6Y0PJG type=write size=925453 2026-04-02T11:45:27.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.623+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=DCFE2HQXLP8K type=del size=201747 2026-04-02T11:45:27.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.624+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=ZSI622RSFENI type=del 2026-04-02T11:45:27.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.626+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~XG921UWVCG6C.0 size=1048576 2026-04-02T11:45:27.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.627+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~XG921UWVCG6C.1 size=1048576 2026-04-02T11:45:27.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.628+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~XG921UWVCG6C.2 size=1008976 2026-04-02T11:45:27.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.628+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=XG921UWVCG6C tag=IUIN8NN6T3IA type=write size=4154704 2026-04-02T11:45:27.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.629+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~F9ZDEJ2JO0VN.0 size=1048576 2026-04-02T11:45:27.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.630+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~F9ZDEJ2JO0VN.1 size=206256 2026-04-02T11:45:27.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.632+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=F9ZDEJ2JO0VN tag=G0FTREKIII8X type=write size=2303408 2026-04-02T11:45:27.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.633+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=ZNVAY0SGBTMG type=write size=1047098 2026-04-02T11:45:27.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.634+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~0Z9QDLNI8ZYB.0 size=50424 2026-04-02T11:45:27.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.635+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=0Z9QDLNI8ZYB tag=AUA8EZP0DJE1 type=write size=1099000 2026-04-02T11:45:27.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.637+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~0ENBS4AZGN3T.0 size=1048576 2026-04-02T11:45:27.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.638+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~0ENBS4AZGN3T.1 size=1048576 2026-04-02T11:45:27.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.639+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~0ENBS4AZGN3T.2 size=403855 2026-04-02T11:45:27.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.639+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=0ENBS4AZGN3T tag=7S0JJ8YFK1U1 type=write size=3549583 2026-04-02T11:45:27.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.640+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~CCH11WJ3X3IW.0 size=615661 2026-04-02T11:45:27.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.641+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=CCH11WJ3X3IW tag=GHNLKMT91OSW type=write size=1664237 2026-04-02T11:45:27.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.642+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=7MJWKZ3HEI0Y type=write size=278447 2026-04-02T11:45:27.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.643+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=4PFNREANC5BT type=del 2026-04-02T11:45:27.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.646+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~05KJOC6DFO44.0 size=448369 2026-04-02T11:45:27.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.646+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=05KJOC6DFO44 tag=3GU5C4ID2FE4 type=write size=1496945 2026-04-02T11:45:27.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.647+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=T619627FW11E type=del 2026-04-02T11:45:27.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.648+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~W55BOTKDI56X.0 size=1048576 2026-04-02T11:45:27.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.649+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~W55BOTKDI56X.1 size=839415 2026-04-02T11:45:27.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.649+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=W55BOTKDI56X tag=FQQWIM3YBDF0 type=write size=2936567 2026-04-02T11:45:27.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.650+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6VDLOICMSLMA.0 size=1048576 2026-04-02T11:45:27.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.651+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~6VDLOICMSLMA.1 size=666593 2026-04-02T11:45:27.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.652+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=6VDLOICMSLMA tag=NBEXRSQGZVEH type=write size=2763745 2026-04-02T11:45:27.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.654+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~9FB9T8DVYZS3.0 size=1048576 2026-04-02T11:45:27.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.655+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~9FB9T8DVYZS3.1 size=1048576 2026-04-02T11:45:27.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.656+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~9FB9T8DVYZS3.2 size=249001 2026-04-02T11:45:27.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.656+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=9FB9T8DVYZS3 tag=ES6QL716Y7ZS type=write size=3394729 2026-04-02T11:45:27.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.657+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~SN4W85KFNZQF.0 size=1048576 2026-04-02T11:45:27.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.658+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~SN4W85KFNZQF.1 size=1048576 2026-04-02T11:45:27.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.659+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~SN4W85KFNZQF.2 size=806486 2026-04-02T11:45:27.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.660+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=SN4W85KFNZQF tag=MI2BCSN2FPPT type=write size=3952214 2026-04-02T11:45:27.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.661+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=ORSS2WQE810D type=del size=3123099 2026-04-02T11:45:27.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.663+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=WEIYE1ZGUAQ0 type=del size=2419902 2026-04-02T11:45:27.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.665+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~NZSRAOUYOBLN.0 size=27292 2026-04-02T11:45:27.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.665+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=NZSRAOUYOBLN tag=999L9ZGSA02Z type=write size=1075868 2026-04-02T11:45:27.667 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.666+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~EXOOWFPK52ZG.0 size=305695 2026-04-02T11:45:27.669 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.667+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=EXOOWFPK52ZG tag=YIFD04VGZTQD type=write size=1354271 2026-04-02T11:45:27.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.668+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=4GRN04SAW3KB type=del size=248053 2026-04-02T11:45:27.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.669+0000 7f5c0c217880 1 < canceled operation key=QAI58E61O0A8 tag=AIIS50D84RA9 type=del size=743770 2026-04-02T11:45:27.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.670+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=2VIV3XLQ7TXA type=del size=3405544 2026-04-02T11:45:27.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.671+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~LSXMXMPTO19M.0 size=1048576 2026-04-02T11:45:27.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.672+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~LSXMXMPTO19M.1 size=1048576 2026-04-02T11:45:27.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.672+0000 7f5c0c217880 1 < canceled part key=_multipart_RY963UTFY8OE.2~LSXMXMPTO19M.2 size=751852 2026-04-02T11:45:27.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.674+0000 7f5c0c217880 1 < canceled multipart upload key=RY963UTFY8OE upload=LSXMXMPTO19M tag=VVTCKRN8J6QX type=write size=3897580 2026-04-02T11:45:27.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.675+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=BVW2320S1Z8V type=del size=4118739 2026-04-02T11:45:27.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.677+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=R5OBFE9KO0PR type=del 2026-04-02T11:45:27.680 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.678+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=B0V46VS5PJUR type=del size=1777924 2026-04-02T11:45:27.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.679+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~DQ2VTDTC3H6X.0 size=1048576 2026-04-02T11:45:27.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.680+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~DQ2VTDTC3H6X.1 size=870382 2026-04-02T11:45:27.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.682+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=DQ2VTDTC3H6X tag=QO97L8N6BO0K type=write size=2967534 2026-04-02T11:45:27.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.683+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=Z639N4ZEMZT6 type=del size=3975943 2026-04-02T11:45:27.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.683+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~T59X0XJVUC26.0 size=1048576 2026-04-02T11:45:27.686 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.684+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~T59X0XJVUC26.1 size=707192 2026-04-02T11:45:27.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.686+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=T59X0XJVUC26 tag=4P9OR2XHSX0R type=write size=2804344 2026-04-02T11:45:27.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.687+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=KIPE7GWJ6MX4 type=del size=3262028 2026-04-02T11:45:27.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.688+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=DCFE2HQXLP8K type=del 2026-04-02T11:45:27.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.689+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~D62J185Y1CW7.0 size=1048576 2026-04-02T11:45:27.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.690+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~D62J185Y1CW7.1 size=125535 2026-04-02T11:45:27.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.690+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=D62J185Y1CW7 tag=4FK77HUGH52H type=write size=2222687 2026-04-02T11:45:27.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.691+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~XG921UWVCG6C.0 size=1048576 2026-04-02T11:45:27.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.691+0000 7f5c0c217880 1 < canceled part key=_multipart_5HGO669IL8H8.2~XG921UWVCG6C.1 size=1048576 2026-04-02T11:45:27.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.692+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~XG921UWVCG6C.2 size=1008976 2026-04-02T11:45:27.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.693+0000 7f5c0c217880 1 < canceled multipart upload key=5HGO669IL8H8 upload=XG921UWVCG6C tag=IUIN8NN6T3IA type=write size=4154704 2026-04-02T11:45:27.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.694+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=A4M1QZQW2D12 type=write size=817163 2026-04-02T11:45:27.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.695+0000 7f5c0c217880 1 < canceled operation key=I5G244DII0CX tag=ZNVAY0SGBTMG type=write size=1047098 2026-04-02T11:45:27.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.696+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=RUK6NOZUKNBR type=del size=1047855 2026-04-02T11:45:27.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.697+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~0ENBS4AZGN3T.0 size=1048576 2026-04-02T11:45:27.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.697+0000 7f5c0c217880 1 < canceled part key=_multipart_X8AC72ESIA6N.2~0ENBS4AZGN3T.1 size=1048576 2026-04-02T11:45:27.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.698+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~0ENBS4AZGN3T.2 size=403855 2026-04-02T11:45:27.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.699+0000 7f5c0c217880 1 < canceled multipart upload key=X8AC72ESIA6N upload=0ENBS4AZGN3T tag=7S0JJ8YFK1U1 type=write size=3549583 2026-04-02T11:45:27.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.700+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=F0IBHHJE1TU4 type=del size=3854041 2026-04-02T11:45:27.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.701+0000 7f5c0c217880 1 < completed write operation key=UOANTGYGF6UA tag=7MJWKZ3HEI0Y type=write size=278447 2026-04-02T11:45:27.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.702+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=QI4FF1TSIMOI type=del size=999732 2026-04-02T11:45:27.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.703+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~05KJOC6DFO44.0 size=448369 2026-04-02T11:45:27.706 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.705+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=05KJOC6DFO44 tag=3GU5C4ID2FE4 type=write size=1496945 2026-04-02T11:45:27.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.705+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=0AA2RM9SCU7Y type=del size=2172181 2026-04-02T11:45:27.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.706+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~W55BOTKDI56X.0 size=1048576 2026-04-02T11:45:27.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.707+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~W55BOTKDI56X.1 size=839415 2026-04-02T11:45:27.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.709+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=W55BOTKDI56X tag=FQQWIM3YBDF0 type=write size=2936567 2026-04-02T11:45:27.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.710+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=IN2CSOWK32SM type=del size=2807251 2026-04-02T11:45:27.712 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.711+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~9FB9T8DVYZS3.0 size=1048576 2026-04-02T11:45:27.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.712+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~9FB9T8DVYZS3.1 size=1048576 2026-04-02T11:45:27.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.713+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~9FB9T8DVYZS3.2 size=249001 2026-04-02T11:45:27.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.714+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=9FB9T8DVYZS3 tag=ES6QL716Y7ZS type=write size=3394729 2026-04-02T11:45:27.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.715+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=1V8H8RDPKLBD type=del size=471476 2026-04-02T11:45:27.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.716+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=ORSS2WQE810D type=del 2026-04-02T11:45:27.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.717+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=JRKYC7GDEEC4 type=del size=1140343 2026-04-02T11:45:27.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.718+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~NZSRAOUYOBLN.0 size=27292 2026-04-02T11:45:27.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.720+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=NZSRAOUYOBLN tag=999L9ZGSA02Z type=write size=1075868 2026-04-02T11:45:27.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.722+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~T3Q3FCXTMBDZ.0 size=1048576 2026-04-02T11:45:27.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.723+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~T3Q3FCXTMBDZ.1 size=1048576 2026-04-02T11:45:27.725 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.724+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~T3Q3FCXTMBDZ.2 size=264671 2026-04-02T11:45:27.725 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.724+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=T3Q3FCXTMBDZ tag=S655RRHOJ710 type=write size=3410399 2026-04-02T11:45:27.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.726+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=4GRN04SAW3KB type=del size=248053 2026-04-02T11:45:27.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.727+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~YF6E2J8PCGUF.0 size=479945 2026-04-02T11:45:27.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.727+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=YF6E2J8PCGUF tag=BUD8GVJ2XJSD type=write size=1528521 2026-04-02T11:45:27.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.728+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=2VIV3XLQ7TXA type=del 2026-04-02T11:45:27.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.730+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~CEBRPXSTHK3S.0 size=1000208 2026-04-02T11:45:27.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.730+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=CEBRPXSTHK3S tag=HYIMM2EYOG0Q type=write size=2048784 2026-04-02T11:45:27.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.731+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=BVW2320S1Z8V type=del 2026-04-02T11:45:27.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.733+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~M492NPUVU1TA.0 size=1048576 2026-04-02T11:45:27.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.734+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~M492NPUVU1TA.1 size=965583 2026-04-02T11:45:27.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.734+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=M492NPUVU1TA tag=D35KNYIBJJRM type=write size=3062735 2026-04-02T11:45:27.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.735+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=B0V46VS5PJUR type=del 2026-04-02T11:45:27.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.736+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=O6V6302EOTE0 type=write size=381937 2026-04-02T11:45:27.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.737+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=Z639N4ZEMZT6 type=del 2026-04-02T11:45:27.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.738+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~01FMGXFM1HL9.0 size=1048576 2026-04-02T11:45:27.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.739+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~01FMGXFM1HL9.1 size=201416 2026-04-02T11:45:27.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.739+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=01FMGXFM1HL9 tag=7LF8Y1YKF9N3 type=write size=2298568 2026-04-02T11:45:27.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.740+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=KIPE7GWJ6MX4 type=del 2026-04-02T11:45:27.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.742+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~8FRSFV02BDPZ.0 size=1048576 2026-04-02T11:45:27.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.743+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~8FRSFV02BDPZ.1 size=471611 2026-04-02T11:45:27.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.743+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=8FRSFV02BDPZ tag=2OLXA6FHUZNH type=write size=2568763 2026-04-02T11:45:27.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.744+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~D62J185Y1CW7.0 size=1048576 2026-04-02T11:45:27.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.744+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~D62J185Y1CW7.1 size=125535 2026-04-02T11:45:27.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.746+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=D62J185Y1CW7 tag=4FK77HUGH52H type=write size=2222687 2026-04-02T11:45:27.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.747+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=7V9QLF2YZVBB type=write size=603365 2026-04-02T11:45:27.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.748+0000 7f5c0c217880 1 < canceled operation key=TX21U43I2WZO tag=A4M1QZQW2D12 type=write size=817163 2026-04-02T11:45:27.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.749+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=DUVBMN3EBZK9 type=del size=4055775 2026-04-02T11:45:27.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.751+0000 7f5c0c217880 1 < suggested update operation key=BOCZEPFZF855 tag=RUK6NOZUKNBR type=del size=1047855 2026-04-02T11:45:27.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.752+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=DNKUHKZOFQWO type=del size=693918 2026-04-02T11:45:27.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.754+0000 7f5c0c217880 1 < suggested update operation key=Q76H2FRUA1T9 tag=F0IBHHJE1TU4 type=del size=3854041 2026-04-02T11:45:27.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.756+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~K5QFR3KBSHQ7.0 size=1048576 2026-04-02T11:45:27.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.757+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~K5QFR3KBSHQ7.1 size=1048576 2026-04-02T11:45:27.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.758+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~K5QFR3KBSHQ7.2 size=799627 2026-04-02T11:45:27.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.758+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=K5QFR3KBSHQ7 tag=BA0P7QBY63TS type=write size=3945355 2026-04-02T11:45:27.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.759+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=QI4FF1TSIMOI type=del 2026-04-02T11:45:27.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.759+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=476BSTCFY4XO type=del size=2340144 2026-04-02T11:45:27.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.760+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=0AA2RM9SCU7Y type=del 2026-04-02T11:45:27.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.762+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~IGCZFDWSY9G5.0 size=1048576 2026-04-02T11:45:27.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.763+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~IGCZFDWSY9G5.1 size=701000 2026-04-02T11:45:27.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.763+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=IGCZFDWSY9G5 tag=2AR66Z5NFCR2 type=write size=2798152 2026-04-02T11:45:27.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.764+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=IN2CSOWK32SM type=del 2026-04-02T11:45:27.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.765+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=V275KKVS049Q type=write size=917585 2026-04-02T11:45:27.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.766+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=1V8H8RDPKLBD type=del 2026-04-02T11:45:27.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.770+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~0MA6Z0TQOPS0.0 size=1048576 2026-04-02T11:45:27.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.771+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~0MA6Z0TQOPS0.1 size=1048576 2026-04-02T11:45:27.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.772+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~0MA6Z0TQOPS0.2 size=629161 2026-04-02T11:45:27.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.772+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=0MA6Z0TQOPS0 tag=NBI68RTD7VFC type=write size=3774889 2026-04-02T11:45:27.775 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.773+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=JRKYC7GDEEC4 type=del 2026-04-02T11:45:27.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.776+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=KZ53CAV3ZSNA type=del size=726102 2026-04-02T11:45:27.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.778+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~T3Q3FCXTMBDZ.0 size=1048576 2026-04-02T11:45:27.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.778+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~T3Q3FCXTMBDZ.1 size=1048576 2026-04-02T11:45:27.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.779+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~T3Q3FCXTMBDZ.2 size=264671 2026-04-02T11:45:27.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.781+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=T3Q3FCXTMBDZ tag=S655RRHOJ710 type=write size=3410399 2026-04-02T11:45:27.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.782+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=NPM9XBD1GI5X type=del size=819603 2026-04-02T11:45:27.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.783+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~YF6E2J8PCGUF.0 size=479945 2026-04-02T11:45:27.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.785+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=YF6E2J8PCGUF tag=BUD8GVJ2XJSD type=write size=1528521 2026-04-02T11:45:27.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.786+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=1QKNOR6GZD8L type=write size=349488 2026-04-02T11:45:27.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.787+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~CEBRPXSTHK3S.0 size=1000208 2026-04-02T11:45:27.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.789+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=CEBRPXSTHK3S tag=HYIMM2EYOG0Q type=write size=2048784 2026-04-02T11:45:27.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.791+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~MN37Q693I5KV.0 size=1048576 2026-04-02T11:45:27.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.792+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~MN37Q693I5KV.1 size=1048576 2026-04-02T11:45:27.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.792+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~MN37Q693I5KV.2 size=177725 2026-04-02T11:45:27.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.792+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=MN37Q693I5KV tag=ZFJR1A11IY3S type=write size=3323453 2026-04-02T11:45:27.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.793+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~M492NPUVU1TA.0 size=1048576 2026-04-02T11:45:27.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.794+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~M492NPUVU1TA.1 size=965583 2026-04-02T11:45:27.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.796+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=M492NPUVU1TA tag=D35KNYIBJJRM type=write size=3062735 2026-04-02T11:45:27.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.797+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=I3PTK51ZSBFP type=del size=354801 2026-04-02T11:45:27.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.798+0000 7f5c0c217880 1 < completed write operation key=I5G244DII0CX tag=O6V6302EOTE0 type=write size=381937 2026-04-02T11:45:27.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.800+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~I8FLOIJ69X2P.0 size=1048576 2026-04-02T11:45:27.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.801+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~I8FLOIJ69X2P.1 size=98995 2026-04-02T11:45:27.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.801+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=I8FLOIJ69X2P tag=3CCWCXIFACDK type=write size=2196147 2026-04-02T11:45:27.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.802+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~01FMGXFM1HL9.0 size=1048576 2026-04-02T11:45:27.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.802+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~01FMGXFM1HL9.1 size=201416 2026-04-02T11:45:27.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.804+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=01FMGXFM1HL9 tag=7LF8Y1YKF9N3 type=write size=2298568 2026-04-02T11:45:27.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.805+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=DJH1638927JH type=del size=1857347 2026-04-02T11:45:27.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.805+0000 7f5c0c217880 1 < canceled part key=_multipart_RXDFK5T07T03.2~8FRSFV02BDPZ.0 size=1048576 2026-04-02T11:45:27.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.806+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~8FRSFV02BDPZ.1 size=471611 2026-04-02T11:45:27.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.808+0000 7f5c0c217880 1 < canceled multipart upload key=RXDFK5T07T03 upload=8FRSFV02BDPZ tag=2OLXA6FHUZNH type=write size=2568763 2026-04-02T11:45:27.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.809+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~HG1IVHY5HPKI.0 size=1048576 2026-04-02T11:45:27.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.812+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~HG1IVHY5HPKI.1 size=298981 2026-04-02T11:45:27.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.812+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=HG1IVHY5HPKI tag=T3KP78SDLMFE type=write size=2396133 2026-04-02T11:45:27.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.812+0000 7f5c0c217880 -1 < failed to complete operation key=BOCZEPFZF855 tag=7V9QLF2YZVBB type=write size=603365: (22) Invalid argument 2026-04-02T11:45:27.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.814+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~FQ7X37FV1FC5.0 size=1048576 2026-04-02T11:45:27.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.815+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~FQ7X37FV1FC5.1 size=1048576 2026-04-02T11:45:27.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.816+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~FQ7X37FV1FC5.2 size=933109 2026-04-02T11:45:27.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.816+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=FQ7X37FV1FC5 tag=TCXYLRH1QQRZ type=write size=4078837 2026-04-02T11:45:27.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.817+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=DUVBMN3EBZK9 type=del 2026-04-02T11:45:27.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.818+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~ZUNSOSXODV3A.0 size=1048576 2026-04-02T11:45:27.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.819+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~ZUNSOSXODV3A.1 size=1048576 2026-04-02T11:45:27.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.820+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~ZUNSOSXODV3A.2 size=800252 2026-04-02T11:45:27.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.820+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=ZUNSOSXODV3A tag=C6O1EGYHF3JV type=write size=3945980 2026-04-02T11:45:27.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.822+0000 7f5c0c217880 1 < canceled operation key=TX21U43I2WZO tag=DNKUHKZOFQWO type=del size=693918 2026-04-02T11:45:27.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.823+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=KRXSNDJ9DXEA type=write size=702163 2026-04-02T11:45:27.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.824+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~K5QFR3KBSHQ7.0 size=1048576 2026-04-02T11:45:27.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.825+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~K5QFR3KBSHQ7.1 size=1048576 2026-04-02T11:45:27.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.825+0000 7f5c0c217880 1 < canceled part key=_multipart_60U4HF6F2992.2~K5QFR3KBSHQ7.2 size=799627 2026-04-02T11:45:27.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.826+0000 7f5c0c217880 1 < canceled multipart upload key=60U4HF6F2992 upload=K5QFR3KBSHQ7 tag=BA0P7QBY63TS type=write size=3945355 2026-04-02T11:45:27.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.827+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=F7G24G633OQW type=write size=308936 2026-04-02T11:45:27.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.828+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=476BSTCFY4XO type=del 2026-04-02T11:45:27.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.830+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~3XGA0MEIQNSR.0 size=741026 2026-04-02T11:45:27.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.830+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=3XGA0MEIQNSR tag=2YXAEWLMLKQJ type=write size=1789602 2026-04-02T11:45:27.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.831+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~IGCZFDWSY9G5.0 size=1048576 2026-04-02T11:45:27.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.832+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~IGCZFDWSY9G5.1 size=701000 2026-04-02T11:45:27.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.833+0000 7f5c0c217880 1 < completed multipart upload key=80UA8NGMVTVM upload=IGCZFDWSY9G5 tag=2AR66Z5NFCR2 type=write size=2798152 2026-04-02T11:45:27.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.834+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=PZDKR1ZVJ0X5 type=del size=212769 2026-04-02T11:45:27.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.835+0000 7f5c0c217880 1 < completed write operation key=I5G244DII0CX tag=V275KKVS049Q type=write size=917585 2026-04-02T11:45:27.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.837+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~VNPLF7E4HND0.0 size=1048576 2026-04-02T11:45:27.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.838+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~VNPLF7E4HND0.1 size=1048576 2026-04-02T11:45:27.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.838+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~VNPLF7E4HND0.2 size=5193 2026-04-02T11:45:27.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.838+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=VNPLF7E4HND0 tag=ZEPS8WCF8RA2 type=write size=3150921 2026-04-02T11:45:27.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.839+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~0MA6Z0TQOPS0.0 size=1048576 2026-04-02T11:45:27.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.839+0000 7f5c0c217880 1 < canceled part key=_multipart_UOANTGYGF6UA.2~0MA6Z0TQOPS0.1 size=1048576 2026-04-02T11:45:27.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.840+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~0MA6Z0TQOPS0.2 size=629161 2026-04-02T11:45:27.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.842+0000 7f5c0c217880 1 < canceled multipart upload key=UOANTGYGF6UA upload=0MA6Z0TQOPS0 tag=NBI68RTD7VFC type=write size=3774889 2026-04-02T11:45:27.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.842+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=ULLT7SYFAVXE type=del size=4191165 2026-04-02T11:45:27.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.844+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=KZ53CAV3ZSNA type=del 2026-04-02T11:45:27.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.847+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~055WLJFD0F54.0 size=1048576 2026-04-02T11:45:27.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.848+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~055WLJFD0F54.1 size=1048576 2026-04-02T11:45:27.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.849+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~055WLJFD0F54.2 size=866861 2026-04-02T11:45:27.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.849+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=055WLJFD0F54 tag=L59YG5EVJFP9 type=write size=4012589 2026-04-02T11:45:27.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.850+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=NPM9XBD1GI5X type=del 2026-04-02T11:45:27.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.851+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=YIZ6PY2JGHLQ type=write size=36485 2026-04-02T11:45:27.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.852+0000 7f5c0c217880 1 < completed write operation key=Q76H2FRUA1T9 tag=1QKNOR6GZD8L type=write size=349488 2026-04-02T11:45:27.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.853+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~QCSGLTALFUJV.0 size=1048576 2026-04-02T11:45:27.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.854+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~QCSGLTALFUJV.1 size=1048576 2026-04-02T11:45:27.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.855+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~QCSGLTALFUJV.2 size=634208 2026-04-02T11:45:27.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.855+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=QCSGLTALFUJV tag=I4L0PA5N1UJO type=write size=3779936 2026-04-02T11:45:27.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.855+0000 7f5c0c217880 1 < canceled part key=_multipart_H18MHG2QUIPU.2~MN37Q693I5KV.0 size=1048576 2026-04-02T11:45:27.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.856+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~MN37Q693I5KV.1 size=1048576 2026-04-02T11:45:27.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.857+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~MN37Q693I5KV.2 size=177725 2026-04-02T11:45:27.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.858+0000 7f5c0c217880 1 < canceled multipart upload key=H18MHG2QUIPU upload=MN37Q693I5KV tag=ZFJR1A11IY3S type=write size=3323453 2026-04-02T11:45:27.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.860+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~LVB7MU12V6O4.0 size=1048576 2026-04-02T11:45:27.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.860+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~LVB7MU12V6O4.1 size=1048576 2026-04-02T11:45:27.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.861+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~LVB7MU12V6O4.2 size=857359 2026-04-02T11:45:27.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.861+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=LVB7MU12V6O4 tag=JX6BU3U7ZXRP type=write size=4003087 2026-04-02T11:45:27.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.862+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=I3PTK51ZSBFP type=del 2026-04-02T11:45:27.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.863+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=5U3U6GCWSFR5 type=del size=1707227 2026-04-02T11:45:27.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.866+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~I8FLOIJ69X2P.0 size=1048576 2026-04-02T11:45:27.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.867+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~I8FLOIJ69X2P.1 size=98995 2026-04-02T11:45:27.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.868+0000 7f5c0c217880 1 < completed multipart upload key=66AEW1Q173VY upload=I8FLOIJ69X2P tag=3CCWCXIFACDK type=write size=2196147 2026-04-02T11:45:27.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.869+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=M5690FQNPTD1 type=write size=659395 2026-04-02T11:45:27.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.870+0000 7f5c0c217880 1 < canceled operation key=A7V45HD10IBY tag=DJH1638927JH type=del size=1857347 2026-04-02T11:45:27.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.871+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=A7YDDSES9C0M type=del size=1476348 2026-04-02T11:45:27.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.872+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~HG1IVHY5HPKI.0 size=1048576 2026-04-02T11:45:27.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.873+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~HG1IVHY5HPKI.1 size=298981 2026-04-02T11:45:27.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.874+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=HG1IVHY5HPKI tag=T3KP78SDLMFE type=write size=2396133 2026-04-02T11:45:27.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.875+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=22UE2HQXOABS type=del size=2465702 2026-04-02T11:45:27.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.875+0000 7f5c0c217880 1 < canceled part key=_multipart_A7V45HD10IBY.2~FQ7X37FV1FC5.0 size=1048576 2026-04-02T11:45:27.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.876+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~FQ7X37FV1FC5.1 size=1048576 2026-04-02T11:45:27.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.877+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~FQ7X37FV1FC5.2 size=933109 2026-04-02T11:45:27.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.879+0000 7f5c0c217880 1 < canceled multipart upload key=A7V45HD10IBY upload=FQ7X37FV1FC5 tag=TCXYLRH1QQRZ type=write size=4078837 2026-04-02T11:45:27.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.879+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=FX1URYNARIQL type=write size=666814 2026-04-02T11:45:27.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.880+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~ZUNSOSXODV3A.0 size=1048576 2026-04-02T11:45:27.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.881+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~ZUNSOSXODV3A.1 size=1048576 2026-04-02T11:45:27.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.882+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~ZUNSOSXODV3A.2 size=800252 2026-04-02T11:45:27.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.885+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=ZUNSOSXODV3A tag=C6O1EGYHF3JV type=write size=3945980 2026-04-02T11:45:27.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.886+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=78A26X0KK28X type=del size=1917503 2026-04-02T11:45:27.888 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.887+0000 7f5c0c217880 1 < completed write operation key=0E1A1BB207I3 tag=KRXSNDJ9DXEA type=write size=702163 2026-04-02T11:45:27.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.889+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~413HJHR23JMU.0 size=211226 2026-04-02T11:45:27.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.889+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=413HJHR23JMU tag=BKCB30XWIIYR type=write size=1259802 2026-04-02T11:45:27.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.891+0000 7f5c0c217880 1 < suggested remove operation key=QAI58E61O0A8 tag=F7G24G633OQW type=write 2026-04-02T11:45:27.893 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.892+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=LIOVVHFJ09I3 type=write size=616588 2026-04-02T11:45:27.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.892+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~3XGA0MEIQNSR.0 size=741026 2026-04-02T11:45:27.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.894+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=3XGA0MEIQNSR tag=2YXAEWLMLKQJ type=write size=1789602 2026-04-02T11:45:27.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.896+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~UHT8Z4UFOTKA.0 size=1048576 2026-04-02T11:45:27.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.897+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~UHT8Z4UFOTKA.1 size=893411 2026-04-02T11:45:27.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.897+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=UHT8Z4UFOTKA tag=JR13BP31MRRW type=write size=2990563 2026-04-02T11:45:27.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.898+0000 7f5c0c217880 1 < canceled operation key=80YVB17TNIAR tag=PZDKR1ZVJ0X5 type=del size=212769 2026-04-02T11:45:27.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.899+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=6PZJJNQ0GFOK type=write size=754182 2026-04-02T11:45:27.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.900+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~VNPLF7E4HND0.0 size=1048576 2026-04-02T11:45:27.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.901+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~VNPLF7E4HND0.1 size=1048576 2026-04-02T11:45:27.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.901+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~VNPLF7E4HND0.2 size=5193 2026-04-02T11:45:27.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.903+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=VNPLF7E4HND0 tag=ZEPS8WCF8RA2 type=write size=3150921 2026-04-02T11:45:27.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.904+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=JBG3TNHDISSV type=del size=1968981 2026-04-02T11:45:27.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.905+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=ULLT7SYFAVXE type=del 2026-04-02T11:45:27.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.907+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~BIWSHF8P50WU.0 size=1048576 2026-04-02T11:45:27.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.908+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~BIWSHF8P50WU.1 size=641510 2026-04-02T11:45:27.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.908+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=BIWSHF8P50WU tag=LUKN7BKFP15J type=write size=2738662 2026-04-02T11:45:27.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.909+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~055WLJFD0F54.0 size=1048576 2026-04-02T11:45:27.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.910+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~055WLJFD0F54.1 size=1048576 2026-04-02T11:45:27.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.910+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~055WLJFD0F54.2 size=866861 2026-04-02T11:45:27.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.912+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=055WLJFD0F54 tag=L59YG5EVJFP9 type=write size=4012589 2026-04-02T11:45:27.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.913+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~07SZ3WRC9MBN.0 size=1048576 2026-04-02T11:45:27.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.914+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~07SZ3WRC9MBN.1 size=42632 2026-04-02T11:45:27.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.914+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=07SZ3WRC9MBN tag=PFOPZ7WAVNY4 type=write size=2139784 2026-04-02T11:45:27.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.915+0000 7f5c0c217880 1 < completed write operation key=0E1A1BB207I3 tag=YIZ6PY2JGHLQ type=write size=36485 2026-04-02T11:45:27.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.916+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=66FO5XSDOX3A type=del size=455547 2026-04-02T11:45:27.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.917+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~QCSGLTALFUJV.0 size=1048576 2026-04-02T11:45:27.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.917+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~QCSGLTALFUJV.1 size=1048576 2026-04-02T11:45:27.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.919+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~QCSGLTALFUJV.2 size=634208 2026-04-02T11:45:27.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.920+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=QCSGLTALFUJV tag=I4L0PA5N1UJO type=write size=3779936 2026-04-02T11:45:27.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.921+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=O40PSK0V4QHX type=write size=861235 2026-04-02T11:45:27.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.922+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~LVB7MU12V6O4.0 size=1048576 2026-04-02T11:45:27.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.922+0000 7f5c0c217880 1 < canceled part key=_multipart_16KLPONRQQAX.2~LVB7MU12V6O4.1 size=1048576 2026-04-02T11:45:27.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.923+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~LVB7MU12V6O4.2 size=857359 2026-04-02T11:45:27.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.924+0000 7f5c0c217880 1 < canceled multipart upload key=16KLPONRQQAX upload=LVB7MU12V6O4 tag=JX6BU3U7ZXRP type=write size=4003087 2026-04-02T11:45:27.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.925+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=JDJPHSLBTEVQ type=del size=889172 2026-04-02T11:45:27.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.926+0000 7f5c0c217880 1 < canceled operation key=3NDJG05GFEU3 tag=5U3U6GCWSFR5 type=del size=1707227 2026-04-02T11:45:27.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.927+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=QBAORP614L6Y type=del size=386492 2026-04-02T11:45:27.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.928+0000 7f5c0c217880 1 < completed write operation key=RY963UTFY8OE tag=M5690FQNPTD1 type=write size=659395 2026-04-02T11:45:27.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.929+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~X4JF2GMAKAC4.0 size=281263 2026-04-02T11:45:27.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.929+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=X4JF2GMAKAC4 tag=KKMV9LEI3I0T type=write size=1329839 2026-04-02T11:45:27.932 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.930+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=A7YDDSES9C0M type=del 2026-04-02T11:45:27.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.931+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=B7MR4DC0G3U4 type=del size=2548477 2026-04-02T11:45:27.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.932+0000 7f5c0c217880 1 < canceled operation key=6OTERZHPNBJR tag=22UE2HQXOABS type=del size=2465702 2026-04-02T11:45:27.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.933+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=82V1Q687EZAR type=write size=493173 2026-04-02T11:45:27.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.934+0000 7f5c0c217880 1 < completed write operation key=0L9I2XPJ6ED1 tag=FX1URYNARIQL type=write size=666814 2026-04-02T11:45:27.936 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.935+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=ZJIEXZAYSKGL type=write size=594207 2026-04-02T11:45:27.937 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.936+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=78A26X0KK28X type=del 2026-04-02T11:45:27.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.937+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~B9IPTQOUM6LQ.0 size=1048576 2026-04-02T11:45:27.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.938+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~B9IPTQOUM6LQ.1 size=92995 2026-04-02T11:45:27.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.938+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=B9IPTQOUM6LQ tag=TE8ZTAGQ3PH0 type=write size=2190147 2026-04-02T11:45:27.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.939+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~413HJHR23JMU.0 size=211226 2026-04-02T11:45:27.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.941+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=413HJHR23JMU tag=BKCB30XWIIYR type=write size=1259802 2026-04-02T11:45:27.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.942+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=ALXF88SNC09N type=write size=657599 2026-04-02T11:45:27.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.942+0000 7f5c0c217880 1 < completed write operation key=EA5JHZQJK139 tag=LIOVVHFJ09I3 type=write size=616588 2026-04-02T11:45:27.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.944+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~ZWW8L9HRS7WM.0 size=1048576 2026-04-02T11:45:27.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.945+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~ZWW8L9HRS7WM.1 size=1048576 2026-04-02T11:45:27.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.946+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~ZWW8L9HRS7WM.2 size=166842 2026-04-02T11:45:27.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.946+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=ZWW8L9HRS7WM tag=OR830HBRYI2W type=write size=3312570 2026-04-02T11:45:27.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.947+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~UHT8Z4UFOTKA.0 size=1048576 2026-04-02T11:45:27.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.947+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~UHT8Z4UFOTKA.1 size=893411 2026-04-02T11:45:27.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.949+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=UHT8Z4UFOTKA tag=JR13BP31MRRW type=write size=2990563 2026-04-02T11:45:27.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.950+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=3YNL0VUZ2LAB type=del size=1872674 2026-04-02T11:45:27.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.951+0000 7f5c0c217880 1 < completed write operation key=X8AC72ESIA6N tag=6PZJJNQ0GFOK type=write size=754182 2026-04-02T11:45:27.954 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.952+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=3FYQPQFTBIYH type=write size=392283 2026-04-02T11:45:27.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.953+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=JBG3TNHDISSV type=del 2026-04-02T11:45:27.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.956+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=TOBM24DDKO8V type=del size=366515 2026-04-02T11:45:27.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.957+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~BIWSHF8P50WU.0 size=1048576 2026-04-02T11:45:27.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.957+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~BIWSHF8P50WU.1 size=641510 2026-04-02T11:45:27.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.959+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=BIWSHF8P50WU tag=LUKN7BKFP15J type=write size=2738662 2026-04-02T11:45:27.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.961+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~8WYANV230W1U.0 size=360021 2026-04-02T11:45:27.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.961+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=8WYANV230W1U tag=18BPDYWC361W type=write size=1408597 2026-04-02T11:45:27.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.962+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~07SZ3WRC9MBN.0 size=1048576 2026-04-02T11:45:27.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.962+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~07SZ3WRC9MBN.1 size=42632 2026-04-02T11:45:27.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.964+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=07SZ3WRC9MBN tag=PFOPZ7WAVNY4 type=write size=2139784 2026-04-02T11:45:27.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.965+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=OZXJM2X1RBDJ type=del size=1441850 2026-04-02T11:45:27.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.966+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=66FO5XSDOX3A type=del 2026-04-02T11:45:27.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.966+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=DU06ISTEI5BP type=del size=2015657 2026-04-02T11:45:27.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.968+0000 7f5c0c217880 1 < suggested update operation key=5HGO669IL8H8 tag=O40PSK0V4QHX type=write size=861235 2026-04-02T11:45:27.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.970+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~QK4TV4V8DOJG.0 size=1048576 2026-04-02T11:45:27.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.971+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~QK4TV4V8DOJG.1 size=377444 2026-04-02T11:45:27.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.971+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=QK4TV4V8DOJG tag=9U6N9V3QAKAQ type=write size=2474596 2026-04-02T11:45:27.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.972+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=JDJPHSLBTEVQ type=del 2026-04-02T11:45:27.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.973+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=R1VJZHTQFHTJ type=del size=2345253 2026-04-02T11:45:27.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.974+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=QBAORP614L6Y type=del 2026-04-02T11:45:27.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.974+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=DWOR2OS742EY type=del size=3352203 2026-04-02T11:45:27.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.975+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~X4JF2GMAKAC4.0 size=281263 2026-04-02T11:45:27.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.977+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=X4JF2GMAKAC4 tag=KKMV9LEI3I0T type=write size=1329839 2026-04-02T11:45:27.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.979+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~KXLDRZ6CSOAV.0 size=577662 2026-04-02T11:45:27.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.979+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=KXLDRZ6CSOAV tag=B6MEI3GDB98L type=write size=1626238 2026-04-02T11:45:27.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.979+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=B7MR4DC0G3U4 type=del 2026-04-02T11:45:27.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.980+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=01DQ12FF1WL3 type=write size=377983 2026-04-02T11:45:27.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.981+0000 7f5c0c217880 1 < completed write operation key=16KLPONRQQAX tag=82V1Q687EZAR type=write size=493173 2026-04-02T11:45:27.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.982+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=JU2ON3IWSDHJ type=del size=1738084 2026-04-02T11:45:27.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.983+0000 7f5c0c217880 1 < canceled operation key=LWVLFKB2UJNA tag=ZJIEXZAYSKGL type=write size=594207 2026-04-02T11:45:27.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.985+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~095CEYURCDG2.0 size=1048576 2026-04-02T11:45:27.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.985+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~095CEYURCDG2.1 size=1048576 2026-04-02T11:45:27.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.986+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~095CEYURCDG2.2 size=387196 2026-04-02T11:45:27.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.986+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=095CEYURCDG2 tag=SN6H0ROA0CZD type=write size=3532924 2026-04-02T11:45:27.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.987+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~B9IPTQOUM6LQ.0 size=1048576 2026-04-02T11:45:27.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.989+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~B9IPTQOUM6LQ.1 size=92995 2026-04-02T11:45:27.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.990+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=B9IPTQOUM6LQ tag=TE8ZTAGQ3PH0 type=write size=2190147 2026-04-02T11:45:27.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.992+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=PGGSDIWFNPR9 type=del size=4094620 2026-04-02T11:45:27.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.993+0000 7f5c0c217880 1 < completed write operation key=80JM980KZYGT tag=ALXF88SNC09N type=write size=657599 2026-04-02T11:45:27.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.994+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=PRYUBFOX3CTM type=del size=180021 2026-04-02T11:45:27.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.995+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~ZWW8L9HRS7WM.0 size=1048576 2026-04-02T11:45:27.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.995+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~ZWW8L9HRS7WM.1 size=1048576 2026-04-02T11:45:27.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.996+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~ZWW8L9HRS7WM.2 size=166842 2026-04-02T11:45:27.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.997+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=ZWW8L9HRS7WM tag=OR830HBRYI2W type=write size=3312570 2026-04-02T11:45:28.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.999+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~5WCM1FE0ZM1V.0 size=687904 2026-04-02T11:45:28.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:27.999+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=5WCM1FE0ZM1V tag=Y6JIPW226089 type=write size=1736480 2026-04-02T11:45:28.001 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.000+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=3YNL0VUZ2LAB type=del 2026-04-02T11:45:28.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.002+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~YEIVL23MWKRN.0 size=1048576 2026-04-02T11:45:28.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.002+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~YEIVL23MWKRN.1 size=8316 2026-04-02T11:45:28.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.002+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=YEIVL23MWKRN tag=ME9UOPU9CGM8 type=write size=2105468 2026-04-02T11:45:28.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.003+0000 7f5c0c217880 1 < completed write operation key=18ALC111A00W tag=3FYQPQFTBIYH type=write size=392283 2026-04-02T11:45:28.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.004+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=ANS6YKIG5KRP type=del size=1124615 2026-04-02T11:45:28.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.005+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=TOBM24DDKO8V type=del 2026-04-02T11:45:28.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.007+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~J5QHQA458Z1P.0 size=857742 2026-04-02T11:45:28.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.007+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=J5QHQA458Z1P tag=A8GZMD99MJPA type=write size=1906318 2026-04-02T11:45:28.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.008+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~8WYANV230W1U.0 size=360021 2026-04-02T11:45:28.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.009+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=8WYANV230W1U tag=18BPDYWC361W type=write size=1408597 2026-04-02T11:45:28.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.011+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~08CT8OHN1KYZ.0 size=1048576 2026-04-02T11:45:28.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.012+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~08CT8OHN1KYZ.1 size=1048576 2026-04-02T11:45:28.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.012+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~08CT8OHN1KYZ.2 size=1041827 2026-04-02T11:45:28.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.012+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=08CT8OHN1KYZ tag=21YIB7TYJI3J type=write size=4187555 2026-04-02T11:45:28.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.015+0000 7f5c0c217880 1 < suggested update operation key=X8AC72ESIA6N tag=OZXJM2X1RBDJ type=del size=1441850 2026-04-02T11:45:28.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.016+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~2QH1TCOQ43HS.0 size=229322 2026-04-02T11:45:28.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.016+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=2QH1TCOQ43HS tag=MLOIWDX50B1U type=write size=1277898 2026-04-02T11:45:28.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.017+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=DU06ISTEI5BP type=del 2026-04-02T11:45:28.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.019+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~J9GOIFFCM55X.0 size=1048576 2026-04-02T11:45:28.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.020+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~J9GOIFFCM55X.1 size=1048576 2026-04-02T11:45:28.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.021+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~J9GOIFFCM55X.2 size=650313 2026-04-02T11:45:28.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.021+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=J9GOIFFCM55X tag=1A0T28ZPLP85 type=write size=3796041 2026-04-02T11:45:28.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.022+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~QK4TV4V8DOJG.0 size=1048576 2026-04-02T11:45:28.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.023+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~QK4TV4V8DOJG.1 size=377444 2026-04-02T11:45:28.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.024+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=QK4TV4V8DOJG tag=9U6N9V3QAKAQ type=write size=2474596 2026-04-02T11:45:28.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.026+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~DFJ0T0YO2TU2.0 size=1048576 2026-04-02T11:45:28.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.027+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~DFJ0T0YO2TU2.1 size=943054 2026-04-02T11:45:28.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.027+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=DFJ0T0YO2TU2 tag=SFW94CLWB372 type=write size=3040206 2026-04-02T11:45:28.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.028+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=R1VJZHTQFHTJ type=del 2026-04-02T11:45:28.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.030+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=R3888JJ5PQSA type=del size=3866461 2026-04-02T11:45:28.032 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.031+0000 7f5c0c217880 1 < canceled operation key=LK943WZ8ZUMG tag=DWOR2OS742EY type=del size=3352203 2026-04-02T11:45:28.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.032+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=3C16LCJYUMUS type=del size=757969 2026-04-02T11:45:28.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.033+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~KXLDRZ6CSOAV.0 size=577662 2026-04-02T11:45:28.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.034+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=KXLDRZ6CSOAV tag=B6MEI3GDB98L type=write size=1626238 2026-04-02T11:45:28.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.036+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~DI6PN4QK9LHR.0 size=1048576 2026-04-02T11:45:28.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.037+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~DI6PN4QK9LHR.1 size=1048576 2026-04-02T11:45:28.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.038+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~DI6PN4QK9LHR.2 size=697300 2026-04-02T11:45:28.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.038+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=DI6PN4QK9LHR tag=0SJWGJY7AOLM type=write size=3843028 2026-04-02T11:45:28.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.038+0000 7f5c0c217880 1 < completed write operation key=18ALC111A00W tag=01DQ12FF1WL3 type=write size=377983 2026-04-02T11:45:28.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.039+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=6HTW02AXHFOW type=del size=3075113 2026-04-02T11:45:28.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.041+0000 7f5c0c217880 1 < suggested remove operation key=3NDJG05GFEU3 tag=JU2ON3IWSDHJ type=del 2026-04-02T11:45:28.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.042+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=PLVJAET8IK8F type=del size=4118270 2026-04-02T11:45:28.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.042+0000 7f5c0c217880 1 < canceled part key=_multipart_60U4HF6F2992.2~095CEYURCDG2.0 size=1048576 2026-04-02T11:45:28.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.043+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~095CEYURCDG2.1 size=1048576 2026-04-02T11:45:28.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.046+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~095CEYURCDG2.2 size=387196 2026-04-02T11:45:28.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.047+0000 7f5c0c217880 1 < canceled multipart upload key=60U4HF6F2992 upload=095CEYURCDG2 tag=SN6H0ROA0CZD type=write size=3532924 2026-04-02T11:45:28.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.049+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~LBRZUXBVFPPI.0 size=86056 2026-04-02T11:45:28.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.049+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=LBRZUXBVFPPI tag=6ZJV6QO949NF type=write size=1134632 2026-04-02T11:45:28.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.050+0000 7f5c0c217880 -1 < failed to complete operation key=3NDJG05GFEU3 tag=PGGSDIWFNPR9 type=del size=4094620: (22) Invalid argument 2026-04-02T11:45:28.053 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.051+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~451WKR0DNXZI.0 size=1048576 2026-04-02T11:45:28.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.052+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~451WKR0DNXZI.1 size=764518 2026-04-02T11:45:28.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.052+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=451WKR0DNXZI tag=YRUPNQPZ2ILL type=write size=2861670 2026-04-02T11:45:28.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.053+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=PRYUBFOX3CTM type=del 2026-04-02T11:45:28.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.054+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=CTTXGXXPP80C type=del size=1527088 2026-04-02T11:45:28.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.055+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~5WCM1FE0ZM1V.0 size=687904 2026-04-02T11:45:28.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.057+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=5WCM1FE0ZM1V tag=Y6JIPW226089 type=write size=1736480 2026-04-02T11:45:28.059 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.058+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=Q7O3HSBCYIZT type=del size=3016825 2026-04-02T11:45:28.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.058+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~YEIVL23MWKRN.0 size=1048576 2026-04-02T11:45:28.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.059+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~YEIVL23MWKRN.1 size=8316 2026-04-02T11:45:28.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.061+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=YEIVL23MWKRN tag=ME9UOPU9CGM8 type=write size=2105468 2026-04-02T11:45:28.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.062+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=0D2GNBXVICXV type=write size=712795 2026-04-02T11:45:28.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.063+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=ANS6YKIG5KRP type=del 2026-04-02T11:45:28.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.063+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=O9WZL385AN5S type=del size=1168906 2026-04-02T11:45:28.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.065+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~J5QHQA458Z1P.0 size=857742 2026-04-02T11:45:28.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.067+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=J5QHQA458Z1P tag=A8GZMD99MJPA type=write size=1906318 2026-04-02T11:45:28.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.068+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=1ERJO3W571JF type=del size=3224668 2026-04-02T11:45:28.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.069+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~08CT8OHN1KYZ.0 size=1048576 2026-04-02T11:45:28.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.069+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~08CT8OHN1KYZ.1 size=1048576 2026-04-02T11:45:28.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.070+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~08CT8OHN1KYZ.2 size=1041827 2026-04-02T11:45:28.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.072+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=08CT8OHN1KYZ tag=21YIB7TYJI3J type=write size=4187555 2026-04-02T11:45:28.074 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.073+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=XSMTQTSZVHNY type=del size=1253857 2026-04-02T11:45:28.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.074+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~2QH1TCOQ43HS.0 size=229322 2026-04-02T11:45:28.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.075+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=2QH1TCOQ43HS tag=MLOIWDX50B1U type=write size=1277898 2026-04-02T11:45:28.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.076+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=58WXP4EKWM9S type=del size=2503956 2026-04-02T11:45:28.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.076+0000 7f5c0c217880 1 < canceled part key=_multipart_KZ97ZMXJJOJS.2~J9GOIFFCM55X.0 size=1048576 2026-04-02T11:45:28.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.077+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~J9GOIFFCM55X.1 size=1048576 2026-04-02T11:45:28.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.078+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~J9GOIFFCM55X.2 size=650313 2026-04-02T11:45:28.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.080+0000 7f5c0c217880 1 < canceled multipart upload key=KZ97ZMXJJOJS upload=J9GOIFFCM55X tag=1A0T28ZPLP85 type=write size=3796041 2026-04-02T11:45:28.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.080+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=C9T54XF44J2P type=del size=518330 2026-04-02T11:45:28.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.081+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~DFJ0T0YO2TU2.0 size=1048576 2026-04-02T11:45:28.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.082+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~DFJ0T0YO2TU2.1 size=943054 2026-04-02T11:45:28.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.084+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=DFJ0T0YO2TU2 tag=SFW94CLWB372 type=write size=3040206 2026-04-02T11:45:28.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.084+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=EU0R2HJUCNIV type=del size=2877182 2026-04-02T11:45:28.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.085+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=R3888JJ5PQSA type=del 2026-04-02T11:45:28.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.086+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=1AW7DPPYX2II type=del size=2321054 2026-04-02T11:45:28.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.087+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=3C16LCJYUMUS type=del 2026-04-02T11:45:28.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.088+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=BDZURWXCEGTK type=del size=3495915 2026-04-02T11:45:28.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.089+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~DI6PN4QK9LHR.0 size=1048576 2026-04-02T11:45:28.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.090+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~DI6PN4QK9LHR.1 size=1048576 2026-04-02T11:45:28.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.091+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~DI6PN4QK9LHR.2 size=697300 2026-04-02T11:45:28.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.092+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=DI6PN4QK9LHR tag=0SJWGJY7AOLM type=write size=3843028 2026-04-02T11:45:28.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.093+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=UL8E83D9964N type=del size=3198807 2026-04-02T11:45:28.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.094+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=6HTW02AXHFOW type=del 2026-04-02T11:45:28.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.095+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=NACHSINSQKV5 type=del size=2139492 2026-04-02T11:45:28.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.096+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=PLVJAET8IK8F type=del 2026-04-02T11:45:28.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.097+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~C5A4LRWDC1GY.0 size=168583 2026-04-02T11:45:28.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.097+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=C5A4LRWDC1GY tag=UT3KV46IGEO2 type=write size=1217159 2026-04-02T11:45:28.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.098+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~LBRZUXBVFPPI.0 size=86056 2026-04-02T11:45:28.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.100+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=LBRZUXBVFPPI tag=6ZJV6QO949NF type=write size=1134632 2026-04-02T11:45:28.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.101+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=3K8XY6ADWQPI type=del size=2987205 2026-04-02T11:45:28.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.102+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~451WKR0DNXZI.0 size=1048576 2026-04-02T11:45:28.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.103+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~451WKR0DNXZI.1 size=764518 2026-04-02T11:45:28.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.106+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=451WKR0DNXZI tag=YRUPNQPZ2ILL type=write size=2861670 2026-04-02T11:45:28.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.107+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=NU3MTY3CPSLM type=del size=2625236 2026-04-02T11:45:28.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.108+0000 7f5c0c217880 1 < canceled operation key=BOCZEPFZF855 tag=CTTXGXXPP80C type=del size=1527088 2026-04-02T11:45:28.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.109+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=YU4M3J58YTWC type=del size=932038 2026-04-02T11:45:28.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.110+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=Q7O3HSBCYIZT type=del 2026-04-02T11:45:28.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.111+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~T0N0HI12VXUR.0 size=1048576 2026-04-02T11:45:28.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.112+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~T0N0HI12VXUR.1 size=1048576 2026-04-02T11:45:28.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.113+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~T0N0HI12VXUR.2 size=161244 2026-04-02T11:45:28.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.113+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=T0N0HI12VXUR tag=3H78YI3T4PFL type=write size=3306972 2026-04-02T11:45:28.115 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.114+0000 7f5c0c217880 1 < completed write operation key=60U4HF6F2992 tag=0D2GNBXVICXV type=write size=712795 2026-04-02T11:45:28.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.114+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=ATWKDEHBY7S0 type=del size=4114509 2026-04-02T11:45:28.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.115+0000 7f5c0c217880 1 < canceled operation key=93T2V482IGI4 tag=O9WZL385AN5S type=del size=1168906 2026-04-02T11:45:28.118 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.116+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=U01WKYB5QM1Y type=del size=1689423 2026-04-02T11:45:28.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.117+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=1ERJO3W571JF type=del 2026-04-02T11:45:28.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.118+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=9E8HHFVAIAB0 type=del size=1672140 2026-04-02T11:45:28.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.119+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=XSMTQTSZVHNY type=del 2026-04-02T11:45:28.122 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.120+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~W23BRR8HG7VL.0 size=1048576 2026-04-02T11:45:28.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.121+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~W23BRR8HG7VL.1 size=1048576 2026-04-02T11:45:28.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.122+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~W23BRR8HG7VL.2 size=324579 2026-04-02T11:45:28.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.122+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=W23BRR8HG7VL tag=DVQU3X8LC9YS type=write size=3470307 2026-04-02T11:45:28.124 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.123+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=58WXP4EKWM9S type=del 2026-04-02T11:45:28.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.124+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~IDF0A9HKZS8S.0 size=735469 2026-04-02T11:45:28.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.124+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=IDF0A9HKZS8S tag=KC7SYI022RWI type=write size=1784045 2026-04-02T11:45:28.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.125+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=C9T54XF44J2P type=del 2026-04-02T11:45:28.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.126+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=YB868MZ9WB74 type=del size=3555995 2026-04-02T11:45:28.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.127+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=EU0R2HJUCNIV type=del 2026-04-02T11:45:28.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.128+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=3CAJVJXHR2C1 type=del size=2327502 2026-04-02T11:45:28.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.129+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=1AW7DPPYX2II type=del 2026-04-02T11:45:28.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.130+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~7AJD9M42P3YM.0 size=1048576 2026-04-02T11:45:28.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.131+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~7AJD9M42P3YM.1 size=1048576 2026-04-02T11:45:28.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.131+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~7AJD9M42P3YM.2 size=557091 2026-04-02T11:45:28.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.131+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=7AJD9M42P3YM tag=JQLAT8ZPZFDV type=write size=3702819 2026-04-02T11:45:28.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.133+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=BDZURWXCEGTK type=del 2026-04-02T11:45:28.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.134+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=BYN9HTMT0SYS type=del size=857887 2026-04-02T11:45:28.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.135+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=UL8E83D9964N type=del 2026-04-02T11:45:28.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.135+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=6B148GX2VUI7 type=del size=688659 2026-04-02T11:45:28.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.138+0000 7f5c0c217880 1 < suggested update operation key=16KLPONRQQAX tag=NACHSINSQKV5 type=del size=2139492 2026-04-02T11:45:28.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.139+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=M5WPNMS2STLB type=del size=1844161 2026-04-02T11:45:28.141 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.140+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~C5A4LRWDC1GY.0 size=168583 2026-04-02T11:45:28.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.142+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=C5A4LRWDC1GY tag=UT3KV46IGEO2 type=write size=1217159 2026-04-02T11:45:28.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.143+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=JMNAW96YO2YE type=del size=479912 2026-04-02T11:45:28.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.144+0000 7f5c0c217880 1 < suggested remove operation key=LWVLFKB2UJNA tag=3K8XY6ADWQPI type=del 2026-04-02T11:45:28.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.146+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~0F99XGKB4Y7E.0 size=1048576 2026-04-02T11:45:28.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.147+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~0F99XGKB4Y7E.1 size=1048576 2026-04-02T11:45:28.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.148+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~0F99XGKB4Y7E.2 size=917231 2026-04-02T11:45:28.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.148+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=0F99XGKB4Y7E tag=JHMJJZ5V3TRM type=write size=4062959 2026-04-02T11:45:28.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.149+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=NU3MTY3CPSLM type=del 2026-04-02T11:45:28.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.149+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=0EGZS2QQ3KFZ type=del size=1843502 2026-04-02T11:45:28.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.151+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=YU4M3J58YTWC type=del 2026-04-02T11:45:28.154 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.152+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~2YMQCRVW9H1P.0 size=1048576 2026-04-02T11:45:28.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.153+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~2YMQCRVW9H1P.1 size=1048576 2026-04-02T11:45:28.156 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.154+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~2YMQCRVW9H1P.2 size=482488 2026-04-02T11:45:28.156 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.154+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=2YMQCRVW9H1P tag=FM3XCBY07JD1 type=write size=3628216 2026-04-02T11:45:28.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.155+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~T0N0HI12VXUR.0 size=1048576 2026-04-02T11:45:28.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.156+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~T0N0HI12VXUR.1 size=1048576 2026-04-02T11:45:28.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.157+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~T0N0HI12VXUR.2 size=161244 2026-04-02T11:45:28.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.158+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=T0N0HI12VXUR tag=3H78YI3T4PFL type=write size=3306972 2026-04-02T11:45:28.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.160+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~DESOMHLVKDY2.0 size=806626 2026-04-02T11:45:28.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.160+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=DESOMHLVKDY2 tag=8GCG0P4Z0UXJ type=write size=1855202 2026-04-02T11:45:28.162 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.161+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=ATWKDEHBY7S0 type=del 2026-04-02T11:45:28.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.162+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~2XU0RXRFPSM7.0 size=851913 2026-04-02T11:45:28.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.162+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=2XU0RXRFPSM7 tag=34XNUZULCX2F type=write size=1900489 2026-04-02T11:45:28.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.163+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=U01WKYB5QM1Y type=del 2026-04-02T11:45:28.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.165+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~07UBE0C457UV.0 size=559704 2026-04-02T11:45:28.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.165+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=07UBE0C457UV tag=DPC0JM2DM9Y0 type=write size=1608280 2026-04-02T11:45:28.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.166+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=9E8HHFVAIAB0 type=del 2026-04-02T11:45:28.169 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.167+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=LIYDPC92ZDPF type=del size=1215927 2026-04-02T11:45:28.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.168+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~W23BRR8HG7VL.0 size=1048576 2026-04-02T11:45:28.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.169+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~W23BRR8HG7VL.1 size=1048576 2026-04-02T11:45:28.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.170+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~W23BRR8HG7VL.2 size=324579 2026-04-02T11:45:28.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.172+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=W23BRR8HG7VL tag=DVQU3X8LC9YS type=write size=3470307 2026-04-02T11:45:28.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.173+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=XQVMELYFBX33 type=del size=2577298 2026-04-02T11:45:28.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.174+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~IDF0A9HKZS8S.0 size=735469 2026-04-02T11:45:28.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.176+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=IDF0A9HKZS8S tag=KC7SYI022RWI type=write size=1784045 2026-04-02T11:45:28.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.177+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=HOZ7ONPYNT4B type=del size=3610895 2026-04-02T11:45:28.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.178+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=YB868MZ9WB74 type=del 2026-04-02T11:45:28.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.179+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=RY6EG0BGU7JF type=del size=1393298 2026-04-02T11:45:28.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.181+0000 7f5c0c217880 1 < suggested update operation key=UOANTGYGF6UA tag=3CAJVJXHR2C1 type=del size=2327502 2026-04-02T11:45:28.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.182+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~T0SWRBUIRPUK.0 size=972216 2026-04-02T11:45:28.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.182+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=T0SWRBUIRPUK tag=3PN5YAQ61IOP type=write size=2020792 2026-04-02T11:45:28.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.183+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~7AJD9M42P3YM.0 size=1048576 2026-04-02T11:45:28.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.184+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~7AJD9M42P3YM.1 size=1048576 2026-04-02T11:45:28.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.185+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~7AJD9M42P3YM.2 size=557091 2026-04-02T11:45:28.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.186+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=7AJD9M42P3YM tag=JQLAT8ZPZFDV type=write size=3702819 2026-04-02T11:45:28.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.188+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~TUXT0132YOIE.0 size=1048576 2026-04-02T11:45:28.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.189+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~TUXT0132YOIE.1 size=1048576 2026-04-02T11:45:28.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.189+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~TUXT0132YOIE.2 size=678052 2026-04-02T11:45:28.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.189+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=TUXT0132YOIE tag=Q2NOCSLM30HD type=write size=3823780 2026-04-02T11:45:28.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.190+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=BYN9HTMT0SYS type=del 2026-04-02T11:45:28.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.192+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~7I3NPRQXOJZ1.0 size=1048576 2026-04-02T11:45:28.194 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.193+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~7I3NPRQXOJZ1.1 size=1048576 2026-04-02T11:45:28.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.194+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~7I3NPRQXOJZ1.2 size=259341 2026-04-02T11:45:28.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.194+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=7I3NPRQXOJZ1 tag=5PGLQCY0DB1Y type=write size=3405069 2026-04-02T11:45:28.196 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.195+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=6B148GX2VUI7 type=del 2026-04-02T11:45:28.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.196+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~PJZIPQ68WYEC.0 size=814429 2026-04-02T11:45:28.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.196+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=PJZIPQ68WYEC tag=A7Y0OJB77AFW type=write size=1863005 2026-04-02T11:45:28.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.197+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=M5WPNMS2STLB type=del 2026-04-02T11:45:28.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.198+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=9Q1NTI7Z0QFZ type=del size=170393 2026-04-02T11:45:28.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.199+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=JMNAW96YO2YE type=del 2026-04-02T11:45:28.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.200+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=V10DZZ7OXG8Y type=del size=109237 2026-04-02T11:45:28.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.201+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~0F99XGKB4Y7E.0 size=1048576 2026-04-02T11:45:28.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.202+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~0F99XGKB4Y7E.1 size=1048576 2026-04-02T11:45:28.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.203+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~0F99XGKB4Y7E.2 size=917231 2026-04-02T11:45:28.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.204+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=0F99XGKB4Y7E tag=JHMJJZ5V3TRM type=write size=4062959 2026-04-02T11:45:28.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.205+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=YSC5IE1GIDDD type=del size=2333155 2026-04-02T11:45:28.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.206+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=0EGZS2QQ3KFZ type=del 2026-04-02T11:45:28.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.207+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=E2XAEMHOZ2UM type=del size=2549040 2026-04-02T11:45:28.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.208+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~2YMQCRVW9H1P.0 size=1048576 2026-04-02T11:45:28.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.209+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~2YMQCRVW9H1P.1 size=1048576 2026-04-02T11:45:28.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.209+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~2YMQCRVW9H1P.2 size=482488 2026-04-02T11:45:28.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.211+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=2YMQCRVW9H1P tag=FM3XCBY07JD1 type=write size=3628216 2026-04-02T11:45:28.213 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.212+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=M4LOBU2QITG6 type=del size=1310606 2026-04-02T11:45:28.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.213+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~DESOMHLVKDY2.0 size=806626 2026-04-02T11:45:28.216 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.214+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=DESOMHLVKDY2 tag=8GCG0P4Z0UXJ type=write size=1855202 2026-04-02T11:45:28.218 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.217+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=YK98F9UJT6AM type=del size=2069705 2026-04-02T11:45:28.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.218+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~2XU0RXRFPSM7.0 size=851913 2026-04-02T11:45:28.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.220+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=2XU0RXRFPSM7 tag=34XNUZULCX2F type=write size=1900489 2026-04-02T11:45:28.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.221+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=3MBXN86AEPFS type=del size=1812555 2026-04-02T11:45:28.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.222+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~07UBE0C457UV.0 size=559704 2026-04-02T11:45:28.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.224+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=07UBE0C457UV tag=DPC0JM2DM9Y0 type=write size=1608280 2026-04-02T11:45:28.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.226+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~TIWKA6YS2D73.0 size=1048576 2026-04-02T11:45:28.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.226+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~TIWKA6YS2D73.1 size=1048576 2026-04-02T11:45:28.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.227+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~TIWKA6YS2D73.2 size=620548 2026-04-02T11:45:28.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.227+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=TIWKA6YS2D73 tag=I6K65KFKZXVV type=write size=3766276 2026-04-02T11:45:28.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.228+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=LIYDPC92ZDPF type=del 2026-04-02T11:45:28.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.229+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=GU4T2W79RTD2 type=del size=1776434 2026-04-02T11:45:28.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.230+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=XQVMELYFBX33 type=del 2026-04-02T11:45:28.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.231+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=Z2JS48Y19XJH type=del size=2819257 2026-04-02T11:45:28.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.232+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=HOZ7ONPYNT4B type=del 2026-04-02T11:45:28.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.233+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~C2O9SFDEHI8O.0 size=1048576 2026-04-02T11:45:28.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.234+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~C2O9SFDEHI8O.1 size=187873 2026-04-02T11:45:28.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.234+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=C2O9SFDEHI8O tag=5SHIQ31FAZDN type=write size=2285025 2026-04-02T11:45:28.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.235+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=RY6EG0BGU7JF type=del 2026-04-02T11:45:28.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.236+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=FJP4PPPG1746 type=del size=3563982 2026-04-02T11:45:28.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.237+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~T0SWRBUIRPUK.0 size=972216 2026-04-02T11:45:28.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.238+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=T0SWRBUIRPUK tag=3PN5YAQ61IOP type=write size=2020792 2026-04-02T11:45:28.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.240+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~YUN0FHFW53OB.0 size=1048576 2026-04-02T11:45:28.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.241+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~YUN0FHFW53OB.1 size=935985 2026-04-02T11:45:28.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.241+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=YUN0FHFW53OB tag=N1SYDRT7AO7B type=write size=3033137 2026-04-02T11:45:28.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.242+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~TUXT0132YOIE.0 size=1048576 2026-04-02T11:45:28.244 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.243+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~TUXT0132YOIE.1 size=1048576 2026-04-02T11:45:28.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.243+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~TUXT0132YOIE.2 size=678052 2026-04-02T11:45:28.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.245+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=TUXT0132YOIE tag=Q2NOCSLM30HD type=write size=3823780 2026-04-02T11:45:28.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.247+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~RKATO9P9JRJK.0 size=1048576 2026-04-02T11:45:28.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.247+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~RKATO9P9JRJK.1 size=1048576 2026-04-02T11:45:28.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.248+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~RKATO9P9JRJK.2 size=22169 2026-04-02T11:45:28.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.248+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=RKATO9P9JRJK tag=FGJP7ZW3664O type=write size=3167897 2026-04-02T11:45:28.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.249+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~7I3NPRQXOJZ1.0 size=1048576 2026-04-02T11:45:28.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.251+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~7I3NPRQXOJZ1.1 size=1048576 2026-04-02T11:45:28.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.252+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~7I3NPRQXOJZ1.2 size=259341 2026-04-02T11:45:28.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.253+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=7I3NPRQXOJZ1 tag=5PGLQCY0DB1Y type=write size=3405069 2026-04-02T11:45:28.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.255+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~XPXOIUYSQ91U.0 size=1048576 2026-04-02T11:45:28.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.256+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~XPXOIUYSQ91U.1 size=1048576 2026-04-02T11:45:28.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.257+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~XPXOIUYSQ91U.2 size=69546 2026-04-02T11:45:28.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.257+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=XPXOIUYSQ91U tag=FZSG8XIOTMHU type=write size=3215274 2026-04-02T11:45:28.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.258+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~PJZIPQ68WYEC.0 size=814429 2026-04-02T11:45:28.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.259+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=PJZIPQ68WYEC tag=A7Y0OJB77AFW type=write size=1863005 2026-04-02T11:45:28.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.260+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=TTNBTRXRAN3Q type=write size=1040473 2026-04-02T11:45:28.264 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.262+0000 7f5c0c217880 1 < suggested update operation key=18ALC111A00W tag=9Q1NTI7Z0QFZ type=del size=170393 2026-04-02T11:45:28.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.263+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=EGGPBIS4BGBW type=del size=832191 2026-04-02T11:45:28.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.265+0000 7f5c0c217880 1 < suggested update operation key=6OTERZHPNBJR tag=V10DZZ7OXG8Y type=del size=109237 2026-04-02T11:45:28.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.266+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=530LZDU3RPYF type=del size=108757 2026-04-02T11:45:28.269 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.267+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=YSC5IE1GIDDD type=del 2026-04-02T11:45:28.270 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.269+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~6A0MI44IIWBT.0 size=1048576 2026-04-02T11:45:28.271 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.270+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~6A0MI44IIWBT.1 size=517065 2026-04-02T11:45:28.271 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.270+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=6A0MI44IIWBT tag=E4M7I09KAA0F type=write size=2614217 2026-04-02T11:45:28.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.271+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=E2XAEMHOZ2UM type=del 2026-04-02T11:45:28.273 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.272+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=DGGHTHJ8TKSP type=del size=1609888 2026-04-02T11:45:28.274 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.273+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=M4LOBU2QITG6 type=del 2026-04-02T11:45:28.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.275+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=VEJ5HXPMA4FN type=del size=813209 2026-04-02T11:45:28.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.277+0000 7f5c0c217880 1 < suggested remove operation key=KOFTD4ZEAMOY tag=YK98F9UJT6AM type=del 2026-04-02T11:45:28.280 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.278+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~0HWSUGK5Y4NR.0 size=1048576 2026-04-02T11:45:28.280 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.279+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~0HWSUGK5Y4NR.1 size=1048576 2026-04-02T11:45:28.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.280+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~0HWSUGK5Y4NR.2 size=277849 2026-04-02T11:45:28.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.280+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=0HWSUGK5Y4NR tag=CBLAX9WYD1BP type=write size=3423577 2026-04-02T11:45:28.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.280+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=3MBXN86AEPFS type=del 2026-04-02T11:45:28.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.282+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~TECYNV7UPW13.0 size=1048576 2026-04-02T11:45:28.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.283+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~TECYNV7UPW13.1 size=17622 2026-04-02T11:45:28.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.283+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=TECYNV7UPW13 tag=9E7INB49XPCR type=write size=2114774 2026-04-02T11:45:28.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.283+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~TIWKA6YS2D73.0 size=1048576 2026-04-02T11:45:28.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.284+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~TIWKA6YS2D73.1 size=1048576 2026-04-02T11:45:28.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.285+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~TIWKA6YS2D73.2 size=620548 2026-04-02T11:45:28.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.288+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=TIWKA6YS2D73 tag=I6K65KFKZXVV type=write size=3766276 2026-04-02T11:45:28.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.289+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=1YQL1Y8UZOPL type=write size=522658 2026-04-02T11:45:28.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.291+0000 7f5c0c217880 1 < suggested remove operation key=66AEW1Q173VY tag=GU4T2W79RTD2 type=del 2026-04-02T11:45:28.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.291+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=7JSPP3X7DC4F type=write size=287327 2026-04-02T11:45:28.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.292+0000 7f5c0c217880 1 < canceled operation key=BOCZEPFZF855 tag=Z2JS48Y19XJH type=del size=2819257 2026-04-02T11:45:28.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.294+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~K3DRMQB6TBEQ.0 size=1048576 2026-04-02T11:45:28.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.295+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~K3DRMQB6TBEQ.1 size=744914 2026-04-02T11:45:28.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.295+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=K3DRMQB6TBEQ tag=U5SAI2N1T9NG type=write size=2842066 2026-04-02T11:45:28.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.295+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~C2O9SFDEHI8O.0 size=1048576 2026-04-02T11:45:28.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.296+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~C2O9SFDEHI8O.1 size=187873 2026-04-02T11:45:28.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.297+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=C2O9SFDEHI8O tag=5SHIQ31FAZDN type=write size=2285025 2026-04-02T11:45:28.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.298+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=M0F2JN3VGQZ6 type=del size=395342 2026-04-02T11:45:28.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.299+0000 7f5c0c217880 1 < canceled operation key=QAI58E61O0A8 tag=FJP4PPPG1746 type=del size=3563982 2026-04-02T11:45:28.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.300+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=MJ0494KVECXN type=del size=3457723 2026-04-02T11:45:28.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.301+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~YUN0FHFW53OB.0 size=1048576 2026-04-02T11:45:28.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.301+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~YUN0FHFW53OB.1 size=935985 2026-04-02T11:45:28.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.303+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=YUN0FHFW53OB tag=N1SYDRT7AO7B type=write size=3033137 2026-04-02T11:45:28.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.303+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=2B4VEWXI2N3R type=del size=1906994 2026-04-02T11:45:28.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.304+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~RKATO9P9JRJK.0 size=1048576 2026-04-02T11:45:28.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.305+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~RKATO9P9JRJK.1 size=1048576 2026-04-02T11:45:28.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.305+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~RKATO9P9JRJK.2 size=22169 2026-04-02T11:45:28.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.307+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=RKATO9P9JRJK tag=FGJP7ZW3664O type=write size=3167897 2026-04-02T11:45:28.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.308+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=OIWL2CNMATT7 type=del size=1049516 2026-04-02T11:45:28.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.308+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~XPXOIUYSQ91U.0 size=1048576 2026-04-02T11:45:28.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.309+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~XPXOIUYSQ91U.1 size=1048576 2026-04-02T11:45:28.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.311+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~XPXOIUYSQ91U.2 size=69546 2026-04-02T11:45:28.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.312+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=XPXOIUYSQ91U tag=FZSG8XIOTMHU type=write size=3215274 2026-04-02T11:45:28.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.314+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~2FC8D3SPI9FB.0 size=349944 2026-04-02T11:45:28.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.314+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=2FC8D3SPI9FB tag=Y1LBIVC32SPN type=write size=1398520 2026-04-02T11:45:28.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.315+0000 7f5c0c217880 1 < canceled operation key=0E1A1BB207I3 tag=TTNBTRXRAN3Q type=write size=1040473 2026-04-02T11:45:28.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.316+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~MUD88Z4D9B73.0 size=1048576 2026-04-02T11:45:28.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.317+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~MUD88Z4D9B73.1 size=101983 2026-04-02T11:45:28.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.317+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=MUD88Z4D9B73 tag=IWCD3C7NJ55C type=write size=2199135 2026-04-02T11:45:28.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.319+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=EGGPBIS4BGBW type=del 2026-04-02T11:45:28.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.320+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=K8I8V732S5GU type=del size=1711595 2026-04-02T11:45:28.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.321+0000 7f5c0c217880 1 < suggested update operation key=5HGO669IL8H8 tag=530LZDU3RPYF type=del size=108757 2026-04-02T11:45:28.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.323+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~DYTX5VIUN2YI.0 size=255679 2026-04-02T11:45:28.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.323+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=DYTX5VIUN2YI tag=AAOR0H1P9TO6 type=write size=1304255 2026-04-02T11:45:28.324 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.323+0000 7f5c0c217880 1 < canceled part key=_multipart_60U4HF6F2992.2~6A0MI44IIWBT.0 size=1048576 2026-04-02T11:45:28.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.324+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~6A0MI44IIWBT.1 size=517065 2026-04-02T11:45:28.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.325+0000 7f5c0c217880 1 < canceled multipart upload key=60U4HF6F2992 upload=6A0MI44IIWBT tag=E4M7I09KAA0F type=write size=2614217 2026-04-02T11:45:28.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.326+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=ZZMQ7RUSTLGJ type=del size=2909534 2026-04-02T11:45:28.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.327+0000 7f5c0c217880 1 < canceled operation key=0E1A1BB207I3 tag=DGGHTHJ8TKSP type=del size=1609888 2026-04-02T11:45:28.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.328+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~Q8JM9R036AD3.0 size=777075 2026-04-02T11:45:28.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.328+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=Q8JM9R036AD3 tag=REXEAL5HAPCH type=write size=1825651 2026-04-02T11:45:28.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.330+0000 7f5c0c217880 1 < suggested remove operation key=LWVLFKB2UJNA tag=VEJ5HXPMA4FN type=del 2026-04-02T11:45:28.332 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.331+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=23XCJAIQLJGX type=del size=2207741 2026-04-02T11:45:28.333 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.332+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~0HWSUGK5Y4NR.0 size=1048576 2026-04-02T11:45:28.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.332+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~0HWSUGK5Y4NR.1 size=1048576 2026-04-02T11:45:28.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.333+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~0HWSUGK5Y4NR.2 size=277849 2026-04-02T11:45:28.336 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.334+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=0HWSUGK5Y4NR tag=CBLAX9WYD1BP type=write size=3423577 2026-04-02T11:45:28.337 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.335+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=3EA1ZV7OE8KB type=del size=445075 2026-04-02T11:45:28.337 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.336+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~TECYNV7UPW13.0 size=1048576 2026-04-02T11:45:28.338 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.337+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~TECYNV7UPW13.1 size=17622 2026-04-02T11:45:28.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.338+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=TECYNV7UPW13 tag=9E7INB49XPCR type=write size=2114774 2026-04-02T11:45:28.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.339+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=2U9BP2NHV3WC type=del size=1370198 2026-04-02T11:45:28.341 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.340+0000 7f5c0c217880 1 < completed write operation key=LK943WZ8ZUMG tag=1YQL1Y8UZOPL type=write size=522658 2026-04-02T11:45:28.343 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.341+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~OE655FLBAJQP.0 size=1048576 2026-04-02T11:45:28.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.342+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~OE655FLBAJQP.1 size=1048576 2026-04-02T11:45:28.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.343+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~OE655FLBAJQP.2 size=427416 2026-04-02T11:45:28.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.343+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=OE655FLBAJQP tag=Q97OQWPUK1ES type=write size=3573144 2026-04-02T11:45:28.345 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.344+0000 7f5c0c217880 1 < completed write operation key=0L9I2XPJ6ED1 tag=7JSPP3X7DC4F type=write size=287327 2026-04-02T11:45:28.346 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.344+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=T95G7XOR7CWC type=del size=2237827 2026-04-02T11:45:28.347 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.345+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~K3DRMQB6TBEQ.0 size=1048576 2026-04-02T11:45:28.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.346+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~K3DRMQB6TBEQ.1 size=744914 2026-04-02T11:45:28.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.348+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=K3DRMQB6TBEQ tag=U5SAI2N1T9NG type=write size=2842066 2026-04-02T11:45:28.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.348+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=KQPV8JSK3ATX type=del size=939301 2026-04-02T11:45:28.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.349+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=M0F2JN3VGQZ6 type=del 2026-04-02T11:45:28.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.352+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~VYB0F43BDT72.0 size=180322 2026-04-02T11:45:28.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.352+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=VYB0F43BDT72 tag=E0LP660JGDP3 type=write size=1228898 2026-04-02T11:45:28.354 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.353+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=MJ0494KVECXN type=del 2026-04-02T11:45:28.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.354+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=Q1AJXJ4IIB5B type=del size=1713969 2026-04-02T11:45:28.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.355+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=2B4VEWXI2N3R type=del 2026-04-02T11:45:28.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.357+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~G6B0UTJFKNO4.0 size=1048576 2026-04-02T11:45:28.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.358+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~G6B0UTJFKNO4.1 size=698105 2026-04-02T11:45:28.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.358+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=G6B0UTJFKNO4 tag=TCRY6B84MDFJ type=write size=2795257 2026-04-02T11:45:28.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.359+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=OIWL2CNMATT7 type=del 2026-04-02T11:45:28.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.360+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~Y3S7PO2KK4CQ.0 size=1048576 2026-04-02T11:45:28.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.361+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~Y3S7PO2KK4CQ.1 size=784209 2026-04-02T11:45:28.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.361+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=Y3S7PO2KK4CQ tag=75BBRJXTDZM2 type=write size=2881361 2026-04-02T11:45:28.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.362+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~2FC8D3SPI9FB.0 size=349944 2026-04-02T11:45:28.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.364+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=2FC8D3SPI9FB tag=Y1LBIVC32SPN type=write size=1398520 2026-04-02T11:45:28.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.365+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=SB0VTRJNO1EY type=del size=3502626 2026-04-02T11:45:28.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.366+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~MUD88Z4D9B73.0 size=1048576 2026-04-02T11:45:28.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.367+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~MUD88Z4D9B73.1 size=101983 2026-04-02T11:45:28.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.368+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=MUD88Z4D9B73 tag=IWCD3C7NJ55C type=write size=2199135 2026-04-02T11:45:28.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.369+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=EV7997R5MSFY type=del size=3825981 2026-04-02T11:45:28.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.371+0000 7f5c0c217880 1 < suggested update operation key=RXDFK5T07T03 tag=K8I8V732S5GU type=del size=1711595 2026-04-02T11:45:28.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.373+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~SB8ZW3XRB24E.0 size=76079 2026-04-02T11:45:28.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.373+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=SB8ZW3XRB24E tag=8Y5J40KX15HD type=write size=1124655 2026-04-02T11:45:28.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.374+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~DYTX5VIUN2YI.0 size=255679 2026-04-02T11:45:28.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.375+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=DYTX5VIUN2YI tag=AAOR0H1P9TO6 type=write size=1304255 2026-04-02T11:45:28.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.378+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~3QR0QE5BTSSD.0 size=782797 2026-04-02T11:45:28.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.378+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=3QR0QE5BTSSD tag=BECOYL9UVW99 type=write size=1831373 2026-04-02T11:45:28.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.380+0000 7f5c0c217880 1 < suggested update operation key=5HGO669IL8H8 tag=ZZMQ7RUSTLGJ type=del size=2909534 2026-04-02T11:45:28.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.382+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~HNPJQWEW7G0T.0 size=1048576 2026-04-02T11:45:28.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.383+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~HNPJQWEW7G0T.1 size=1048576 2026-04-02T11:45:28.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.385+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~HNPJQWEW7G0T.2 size=458159 2026-04-02T11:45:28.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.385+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=HNPJQWEW7G0T tag=55YE25UHCMVP type=write size=3603887 2026-04-02T11:45:28.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.386+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~Q8JM9R036AD3.0 size=777075 2026-04-02T11:45:28.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.389+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=Q8JM9R036AD3 tag=REXEAL5HAPCH type=write size=1825651 2026-04-02T11:45:28.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.390+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=RN61BDC3L3KZ type=del size=2712426 2026-04-02T11:45:28.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.391+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=23XCJAIQLJGX type=del 2026-04-02T11:45:28.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.392+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=048H4R49BBS2 type=write size=81362 2026-04-02T11:45:28.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.393+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=3EA1ZV7OE8KB type=del 2026-04-02T11:45:28.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.395+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~8I3Y2H77T8EU.0 size=1048576 2026-04-02T11:45:28.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.396+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~8I3Y2H77T8EU.1 size=1048576 2026-04-02T11:45:28.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.397+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~8I3Y2H77T8EU.2 size=221386 2026-04-02T11:45:28.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.397+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=8I3Y2H77T8EU tag=B8LAFEZIW6VC type=write size=3367114 2026-04-02T11:45:28.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.398+0000 7f5c0c217880 -1 < failed to complete operation key=5HGO669IL8H8 tag=2U9BP2NHV3WC type=del size=1370198: (22) Invalid argument 2026-04-02T11:45:28.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.399+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=TMEFZ6R37ZUM type=del size=1043198 2026-04-02T11:45:28.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.399+0000 7f5c0c217880 1 < canceled part key=_multipart_HG9SH1DT0VFR.2~OE655FLBAJQP.0 size=1048576 2026-04-02T11:45:28.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.399+0000 7f5c0c217880 1 < canceled part key=_multipart_HG9SH1DT0VFR.2~OE655FLBAJQP.1 size=1048576 2026-04-02T11:45:28.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.400+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~OE655FLBAJQP.2 size=427416 2026-04-02T11:45:28.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.404+0000 7f5c0c217880 1 < canceled multipart upload key=HG9SH1DT0VFR upload=OE655FLBAJQP tag=Q97OQWPUK1ES type=write size=3573144 2026-04-02T11:45:28.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.406+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=JFEC29IJPBGJ type=del size=3951423 2026-04-02T11:45:28.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.407+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=T95G7XOR7CWC type=del 2026-04-02T11:45:28.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.408+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=OSGWOHFUP7YW type=del size=3183796 2026-04-02T11:45:28.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.409+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=KQPV8JSK3ATX type=del 2026-04-02T11:45:28.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.410+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=I0A8V2UBO8MX type=del size=4123102 2026-04-02T11:45:28.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.411+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~VYB0F43BDT72.0 size=180322 2026-04-02T11:45:28.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.413+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=VYB0F43BDT72 tag=E0LP660JGDP3 type=write size=1228898 2026-04-02T11:45:28.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.414+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~GRSAP5DIRSVM.0 size=1048576 2026-04-02T11:45:28.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.415+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~GRSAP5DIRSVM.1 size=1045173 2026-04-02T11:45:28.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.415+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=GRSAP5DIRSVM tag=Y498JFBSI62G type=write size=3142325 2026-04-02T11:45:28.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.416+0000 7f5c0c217880 1 < canceled operation key=QAI58E61O0A8 tag=Q1AJXJ4IIB5B type=del size=1713969 2026-04-02T11:45:28.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.417+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=VANYU4IK6R1W type=write size=169412 2026-04-02T11:45:28.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.418+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~G6B0UTJFKNO4.0 size=1048576 2026-04-02T11:45:28.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.419+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~G6B0UTJFKNO4.1 size=698105 2026-04-02T11:45:28.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.421+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=G6B0UTJFKNO4 tag=TCRY6B84MDFJ type=write size=2795257 2026-04-02T11:45:28.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.422+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=F7XIR55ZUENE type=write size=453466 2026-04-02T11:45:28.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.422+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~Y3S7PO2KK4CQ.0 size=1048576 2026-04-02T11:45:28.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.422+0000 7f5c0c217880 1 < canceled part key=_multipart_X8AC72ESIA6N.2~Y3S7PO2KK4CQ.1 size=784209 2026-04-02T11:45:28.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.424+0000 7f5c0c217880 1 < canceled multipart upload key=X8AC72ESIA6N upload=Y3S7PO2KK4CQ tag=75BBRJXTDZM2 type=write size=2881361 2026-04-02T11:45:28.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.425+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=1PM4KHQOLTIK type=del size=523968 2026-04-02T11:45:28.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.426+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=SB0VTRJNO1EY type=del 2026-04-02T11:45:28.429 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.427+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~U4SCF900NLU7.0 size=251476 2026-04-02T11:45:28.429 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.427+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=U4SCF900NLU7 tag=07J93IS85UKS type=write size=1300052 2026-04-02T11:45:28.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.429+0000 7f5c0c217880 1 < suggested remove operation key=16KLPONRQQAX tag=EV7997R5MSFY type=del 2026-04-02T11:45:28.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.430+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=87ZSGTOG3795 type=write size=62908 2026-04-02T11:45:28.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.431+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~SB8ZW3XRB24E.0 size=76079 2026-04-02T11:45:28.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.433+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=SB8ZW3XRB24E tag=8Y5J40KX15HD type=write size=1124655 2026-04-02T11:45:28.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.434+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=8O2HORWU43RH type=del size=3112585 2026-04-02T11:45:28.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.434+0000 7f5c0c217880 1 < canceled part key=_multipart_KOFTD4ZEAMOY.2~3QR0QE5BTSSD.0 size=782797 2026-04-02T11:45:28.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.435+0000 7f5c0c217880 1 < canceled multipart upload key=KOFTD4ZEAMOY upload=3QR0QE5BTSSD tag=BECOYL9UVW99 type=write size=1831373 2026-04-02T11:45:28.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.436+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=CLC19FA4PYJM type=del size=1708629 2026-04-02T11:45:28.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.437+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~HNPJQWEW7G0T.0 size=1048576 2026-04-02T11:45:28.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.438+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~HNPJQWEW7G0T.1 size=1048576 2026-04-02T11:45:28.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.438+0000 7f5c0c217880 1 < canceled part key=_multipart_KOFTD4ZEAMOY.2~HNPJQWEW7G0T.2 size=458159 2026-04-02T11:45:28.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.440+0000 7f5c0c217880 1 < canceled multipart upload key=KOFTD4ZEAMOY upload=HNPJQWEW7G0T tag=55YE25UHCMVP type=write size=3603887 2026-04-02T11:45:28.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.441+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~2SJXYPADNZ3P.0 size=1048576 2026-04-02T11:45:28.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.442+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~2SJXYPADNZ3P.1 size=751460 2026-04-02T11:45:28.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.442+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=2SJXYPADNZ3P tag=J2478SM3HBQX type=write size=2848612 2026-04-02T11:45:28.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.443+0000 7f5c0c217880 -1 < failed to complete operation key=16KLPONRQQAX tag=RN61BDC3L3KZ type=del size=2712426: (22) Invalid argument 2026-04-02T11:45:28.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.444+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=RHOMOXBWPAE0 type=del size=1029630 2026-04-02T11:45:28.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.445+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=048H4R49BBS2 type=write size=81362 2026-04-02T11:45:28.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.446+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=K1D6NZ5CTHJX type=write size=341559 2026-04-02T11:45:28.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.446+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~8I3Y2H77T8EU.0 size=1048576 2026-04-02T11:45:28.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.447+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~8I3Y2H77T8EU.1 size=1048576 2026-04-02T11:45:28.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.448+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~8I3Y2H77T8EU.2 size=221386 2026-04-02T11:45:28.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.450+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=8I3Y2H77T8EU tag=B8LAFEZIW6VC type=write size=3367114 2026-04-02T11:45:28.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.451+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=Z0BRQEAAJT1D type=del size=18789 2026-04-02T11:45:28.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.454+0000 7f5c0c217880 1 < suggested update operation key=0E1A1BB207I3 tag=TMEFZ6R37ZUM type=del size=1043198 2026-04-02T11:45:28.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.455+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=IB5MXWR0TT9O type=del size=3790071 2026-04-02T11:45:28.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.456+0000 7f5c0c217880 1 < completed delete operation key=5HGO669IL8H8 tag=JFEC29IJPBGJ type=del 2026-04-02T11:45:28.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.458+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~FGKBA26BHOPK.0 size=1048576 2026-04-02T11:45:28.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.458+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~FGKBA26BHOPK.1 size=1048576 2026-04-02T11:45:28.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.459+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~FGKBA26BHOPK.2 size=427053 2026-04-02T11:45:28.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.459+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=FGKBA26BHOPK tag=2IN02B9D61KY type=write size=3572781 2026-04-02T11:45:28.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.460+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=OSGWOHFUP7YW type=del 2026-04-02T11:45:28.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.462+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~DSFPZRJRLNLC.0 size=1048576 2026-04-02T11:45:28.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.463+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~DSFPZRJRLNLC.1 size=1006891 2026-04-02T11:45:28.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.463+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=DSFPZRJRLNLC tag=AN5ELDP2OT89 type=write size=3104043 2026-04-02T11:45:28.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.464+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=I0A8V2UBO8MX type=del 2026-04-02T11:45:28.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.465+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=W81RPLW2SDJD type=del size=2440514 2026-04-02T11:45:28.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.466+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~GRSAP5DIRSVM.0 size=1048576 2026-04-02T11:45:28.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.467+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~GRSAP5DIRSVM.1 size=1045173 2026-04-02T11:45:28.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.468+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=GRSAP5DIRSVM tag=Y498JFBSI62G type=write size=3142325 2026-04-02T11:45:28.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.471+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~RA68FUFU83P3.0 size=325971 2026-04-02T11:45:28.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.471+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=RA68FUFU83P3 tag=4YWQWPMKX4QU type=write size=1374547 2026-04-02T11:45:28.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.473+0000 7f5c0c217880 1 < suggested update operation key=LWVLFKB2UJNA tag=VANYU4IK6R1W type=write size=169412 2026-04-02T11:45:28.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.473+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=YAIPBUKS99XR type=del size=1008429 2026-04-02T11:45:28.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.475+0000 7f5c0c217880 1 < completed write operation key=RXDFK5T07T03 tag=F7XIR55ZUENE type=write size=453466 2026-04-02T11:45:28.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.475+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=AUFZXKMUN352 type=del size=777766 2026-04-02T11:45:28.478 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.476+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=1PM4KHQOLTIK type=del 2026-04-02T11:45:28.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.478+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~FMTQJRI7YBVN.0 size=1048576 2026-04-02T11:45:28.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.479+0000 7f5c0c217880 1 > prepared part key=_multipart_80UA8NGMVTVM.2~FMTQJRI7YBVN.1 size=6938 2026-04-02T11:45:28.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.479+0000 7f5c0c217880 1 > prepared multipart upload key=80UA8NGMVTVM upload=FMTQJRI7YBVN tag=A0GGX3FKMIVI type=write size=2104090 2026-04-02T11:45:28.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.480+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~U4SCF900NLU7.0 size=251476 2026-04-02T11:45:28.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.482+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=U4SCF900NLU7 tag=07J93IS85UKS type=write size=1300052 2026-04-02T11:45:28.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.482+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=JKBN3OZ9R9RA type=del size=2792850 2026-04-02T11:45:28.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.483+0000 7f5c0c217880 1 < completed write operation key=I5G244DII0CX tag=87ZSGTOG3795 type=write size=62908 2026-04-02T11:45:28.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.484+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=9IZ1019KTP5L type=del size=1424462 2026-04-02T11:45:28.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.485+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=8O2HORWU43RH type=del 2026-04-02T11:45:28.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.488+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=CA81405BVTT2 type=write size=904750 2026-04-02T11:45:28.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.489+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=CLC19FA4PYJM type=del 2026-04-02T11:45:28.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.491+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~KRIXVO5RDVKH.0 size=1048576 2026-04-02T11:45:28.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.491+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~KRIXVO5RDVKH.1 size=303534 2026-04-02T11:45:28.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.491+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=KRIXVO5RDVKH tag=7UXJC32S0RK6 type=write size=2400686 2026-04-02T11:45:28.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.492+0000 7f5c0c217880 1 < canceled part key=_multipart_6OTERZHPNBJR.2~2SJXYPADNZ3P.0 size=1048576 2026-04-02T11:45:28.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.492+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~2SJXYPADNZ3P.1 size=751460 2026-04-02T11:45:28.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.494+0000 7f5c0c217880 1 < canceled multipart upload key=6OTERZHPNBJR upload=2SJXYPADNZ3P tag=J2478SM3HBQX type=write size=2848612 2026-04-02T11:45:28.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.495+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=W4L82T1FE404 type=del size=3953868 2026-04-02T11:45:28.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.496+0000 7f5c0c217880 -1 < failed to complete operation key=0E1A1BB207I3 tag=RHOMOXBWPAE0 type=del size=1029630: (22) Invalid argument 2026-04-02T11:45:28.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.497+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=AWFQ4BUWAA5D type=del size=1294302 2026-04-02T11:45:28.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.499+0000 7f5c0c217880 1 < suggested remove operation key=KZ97ZMXJJOJS tag=K1D6NZ5CTHJX type=write 2026-04-02T11:45:28.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.501+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=HNV5WCTTQMJH type=write size=827407 2026-04-02T11:45:28.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.501+0000 7f5c0c217880 1 < canceled operation key=0L9I2XPJ6ED1 tag=Z0BRQEAAJT1D type=del size=18789 2026-04-02T11:45:28.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.502+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=LZGSH4HWDE29 type=del size=590617 2026-04-02T11:45:28.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.504+0000 7f5c0c217880 1 < canceled operation key=6OTERZHPNBJR tag=IB5MXWR0TT9O type=del size=3790071 2026-04-02T11:45:28.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.504+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=DWTEALPDTEN4 type=write size=587451 2026-04-02T11:45:28.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.505+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~FGKBA26BHOPK.0 size=1048576 2026-04-02T11:45:28.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.506+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~FGKBA26BHOPK.1 size=1048576 2026-04-02T11:45:28.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.507+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~FGKBA26BHOPK.2 size=427053 2026-04-02T11:45:28.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.509+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=FGKBA26BHOPK tag=2IN02B9D61KY type=write size=3572781 2026-04-02T11:45:28.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.510+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=7VLKFXPRUH2H type=del size=3543773 2026-04-02T11:45:28.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.511+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~DSFPZRJRLNLC.0 size=1048576 2026-04-02T11:45:28.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.512+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~DSFPZRJRLNLC.1 size=1006891 2026-04-02T11:45:28.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.514+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=DSFPZRJRLNLC tag=AN5ELDP2OT89 type=write size=3104043 2026-04-02T11:45:28.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.515+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~VTHQCH819D37.0 size=61783 2026-04-02T11:45:28.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.515+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=VTHQCH819D37 tag=R1X69UAJRGBR type=write size=1110359 2026-04-02T11:45:28.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.516+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=W81RPLW2SDJD type=del 2026-04-02T11:45:28.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.517+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=QJ9MDSTWAL9Z type=del size=2155858 2026-04-02T11:45:28.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.518+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~RA68FUFU83P3.0 size=325971 2026-04-02T11:45:28.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.520+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=RA68FUFU83P3 tag=4YWQWPMKX4QU type=write size=1374547 2026-04-02T11:45:28.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.521+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=3MYH85HS226O type=write size=210627 2026-04-02T11:45:28.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.522+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=YAIPBUKS99XR type=del 2026-04-02T11:45:28.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.524+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=XCP30GX226NT type=del size=977789 2026-04-02T11:45:28.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.525+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=AUFZXKMUN352 type=del 2026-04-02T11:45:28.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.525+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=PRV6Y6NQ23RX type=del size=2121930 2026-04-02T11:45:28.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.526+0000 7f5c0c217880 1 < completed part key=_multipart_80UA8NGMVTVM.2~FMTQJRI7YBVN.0 size=1048576 2026-04-02T11:45:28.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.526+0000 7f5c0c217880 1 < canceled part key=_multipart_80UA8NGMVTVM.2~FMTQJRI7YBVN.1 size=6938 2026-04-02T11:45:28.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.528+0000 7f5c0c217880 1 < canceled multipart upload key=80UA8NGMVTVM upload=FMTQJRI7YBVN tag=A0GGX3FKMIVI type=write size=2104090 2026-04-02T11:45:28.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.530+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~DAG64WTMXDHG.0 size=749849 2026-04-02T11:45:28.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.530+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=DAG64WTMXDHG tag=AMATBVKNQSMQ type=write size=1798425 2026-04-02T11:45:28.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.531+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=JKBN3OZ9R9RA type=del 2026-04-02T11:45:28.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.532+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=FTI4NINJ0K64 type=del size=1804975 2026-04-02T11:45:28.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.533+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=9IZ1019KTP5L type=del 2026-04-02T11:45:28.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.534+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~JJ0V1E12ZONQ.0 size=1048576 2026-04-02T11:45:28.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.535+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~JJ0V1E12ZONQ.1 size=1048576 2026-04-02T11:45:28.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.536+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~JJ0V1E12ZONQ.2 size=1030495 2026-04-02T11:45:28.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.536+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=JJ0V1E12ZONQ tag=V37XD5RQVR0N type=write size=4176223 2026-04-02T11:45:28.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.537+0000 7f5c0c217880 1 < completed write operation key=93T2V482IGI4 tag=CA81405BVTT2 type=write size=904750 2026-04-02T11:45:28.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.538+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=CX60ZV0W0DAX type=del size=1139997 2026-04-02T11:45:28.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.539+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~KRIXVO5RDVKH.0 size=1048576 2026-04-02T11:45:28.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.539+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~KRIXVO5RDVKH.1 size=303534 2026-04-02T11:45:28.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.541+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=KRIXVO5RDVKH tag=7UXJC32S0RK6 type=write size=2400686 2026-04-02T11:45:28.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.542+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=JYNITL6TDNXT type=write size=631672 2026-04-02T11:45:28.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.543+0000 7f5c0c217880 1 < suggested remove operation key=EA5JHZQJK139 tag=W4L82T1FE404 type=del 2026-04-02T11:45:28.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.545+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~GNEO37QQ1WKO.0 size=732206 2026-04-02T11:45:28.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.545+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=GNEO37QQ1WKO tag=OF4ZCC69GSB0 type=write size=1780782 2026-04-02T11:45:28.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.546+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=AWFQ4BUWAA5D type=del 2026-04-02T11:45:28.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.547+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~E1U2I2T8UZYG.0 size=1048576 2026-04-02T11:45:28.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.548+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~E1U2I2T8UZYG.1 size=813884 2026-04-02T11:45:28.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.548+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=E1U2I2T8UZYG tag=RY6T1V10MPIT type=write size=2911036 2026-04-02T11:45:28.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.550+0000 7f5c0c217880 1 < canceled operation key=80YVB17TNIAR tag=HNV5WCTTQMJH type=write size=827407 2026-04-02T11:45:28.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.552+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~BJY98DBMJ28B.0 size=1048576 2026-04-02T11:45:28.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.553+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~BJY98DBMJ28B.1 size=1018881 2026-04-02T11:45:28.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.553+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=BJY98DBMJ28B tag=IQ6ZVWWULO5S type=write size=3116033 2026-04-02T11:45:28.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.554+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=LZGSH4HWDE29 type=del 2026-04-02T11:45:28.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.555+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=3AV4DLHOHH6W type=del size=3213313 2026-04-02T11:45:28.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.556+0000 7f5c0c217880 1 < completed write operation key=Q76H2FRUA1T9 tag=DWTEALPDTEN4 type=write size=587451 2026-04-02T11:45:28.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.557+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=O9YN40XFQ3CS type=del size=2857464 2026-04-02T11:45:28.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.558+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=7VLKFXPRUH2H type=del 2026-04-02T11:45:28.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.560+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~98ZVKWMTIX8H.0 size=418876 2026-04-02T11:45:28.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.560+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=98ZVKWMTIX8H tag=37SG5USF1Q58 type=write size=1467452 2026-04-02T11:45:28.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.561+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~VTHQCH819D37.0 size=61783 2026-04-02T11:45:28.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.563+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=VTHQCH819D37 tag=R1X69UAJRGBR type=write size=1110359 2026-04-02T11:45:28.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.564+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=GUP75WVWXBMA type=del size=2859081 2026-04-02T11:45:28.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.566+0000 7f5c0c217880 1 < suggested remove operation key=LWVLFKB2UJNA tag=QJ9MDSTWAL9Z type=del 2026-04-02T11:45:28.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.567+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=M1WQONYBCPTU type=del size=2303953 2026-04-02T11:45:28.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.567+0000 7f5c0c217880 -1 < no bi entry to suggest for operation key=LWVLFKB2UJNA tag=3MYH85HS226O type=write size=210627: (2) No such file or directory 2026-04-02T11:45:28.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.568+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=H14LJ7LB3NSB type=del size=1072860 2026-04-02T11:45:28.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.569+0000 7f5c0c217880 1 < completed delete operation key=UOANTGYGF6UA tag=XCP30GX226NT type=del 2026-04-02T11:45:28.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.570+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=PDNURZ58ZVNR type=del size=510117 2026-04-02T11:45:28.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.571+0000 7f5c0c217880 1 < canceled operation key=LK943WZ8ZUMG tag=PRV6Y6NQ23RX type=del size=2121930 2026-04-02T11:45:28.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.573+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~4TAIXI0QAAW0.0 size=779941 2026-04-02T11:45:28.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.573+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=4TAIXI0QAAW0 tag=CNU8V7YUN923 type=write size=1828517 2026-04-02T11:45:28.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.574+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~DAG64WTMXDHG.0 size=749849 2026-04-02T11:45:28.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.575+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=DAG64WTMXDHG tag=AMATBVKNQSMQ type=write size=1798425 2026-04-02T11:45:28.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.576+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=GU70AC57EDVF type=del size=3844948 2026-04-02T11:45:28.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.577+0000 7f5c0c217880 1 < canceled operation key=60U4HF6F2992 tag=FTI4NINJ0K64 type=del size=1804975 2026-04-02T11:45:28.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.578+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=6XUBXJIHIFIZ type=write size=1015507 2026-04-02T11:45:28.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.579+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~JJ0V1E12ZONQ.0 size=1048576 2026-04-02T11:45:28.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.580+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~JJ0V1E12ZONQ.1 size=1048576 2026-04-02T11:45:28.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.580+0000 7f5c0c217880 1 < canceled part key=_multipart_KZ97ZMXJJOJS.2~JJ0V1E12ZONQ.2 size=1030495 2026-04-02T11:45:28.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.582+0000 7f5c0c217880 1 < canceled multipart upload key=KZ97ZMXJJOJS upload=JJ0V1E12ZONQ tag=V37XD5RQVR0N type=write size=4176223 2026-04-02T11:45:28.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.583+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~GSC7G0FTWC55.0 size=33253 2026-04-02T11:45:28.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.583+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=GSC7G0FTWC55 tag=KUJHXJMPPA6Q type=write size=1081829 2026-04-02T11:45:28.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.584+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=CX60ZV0W0DAX type=del 2026-04-02T11:45:28.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.585+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=LALAPQ2JLAM1 type=del size=96361 2026-04-02T11:45:28.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.585+0000 7f5c0c217880 1 < completed write operation key=BOCZEPFZF855 tag=JYNITL6TDNXT type=write size=631672 2026-04-02T11:45:28.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.586+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=C17TZLKUJ7CW type=write size=693884 2026-04-02T11:45:28.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.587+0000 7f5c0c217880 1 < canceled part key=_multipart_5HGO669IL8H8.2~GNEO37QQ1WKO.0 size=732206 2026-04-02T11:45:28.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.588+0000 7f5c0c217880 1 < canceled multipart upload key=5HGO669IL8H8 upload=GNEO37QQ1WKO tag=OF4ZCC69GSB0 type=write size=1780782 2026-04-02T11:45:28.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.590+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=GWO2KDUD6W4H type=write size=376183 2026-04-02T11:45:28.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.591+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~E1U2I2T8UZYG.0 size=1048576 2026-04-02T11:45:28.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.592+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~E1U2I2T8UZYG.1 size=813884 2026-04-02T11:45:28.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.593+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=E1U2I2T8UZYG tag=RY6T1V10MPIT type=write size=2911036 2026-04-02T11:45:28.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.595+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~VSRVTW4UFTV3.0 size=171395 2026-04-02T11:45:28.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.595+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=VSRVTW4UFTV3 tag=SW5DNGFY3IDY type=write size=1219971 2026-04-02T11:45:28.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.595+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~BJY98DBMJ28B.0 size=1048576 2026-04-02T11:45:28.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.596+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~BJY98DBMJ28B.1 size=1018881 2026-04-02T11:45:28.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.598+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=BJY98DBMJ28B tag=IQ6ZVWWULO5S type=write size=3116033 2026-04-02T11:45:28.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.599+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~54EWHRTNMBW2.0 size=1048576 2026-04-02T11:45:28.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.600+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~54EWHRTNMBW2.1 size=1048576 2026-04-02T11:45:28.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.600+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~54EWHRTNMBW2.2 size=8772 2026-04-02T11:45:28.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.600+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=54EWHRTNMBW2 tag=8WBW2TSOGW5F type=write size=3154500 2026-04-02T11:45:28.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.601+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=3AV4DLHOHH6W type=del 2026-04-02T11:45:28.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.602+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=3593JXBIPILA type=del size=3575550 2026-04-02T11:45:28.605 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.603+0000 7f5c0c217880 -1 < failed to complete operation key=LWVLFKB2UJNA tag=O9YN40XFQ3CS type=del size=2857464: (22) Invalid argument 2026-04-02T11:45:28.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.604+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=XPPI8YK7WX42 type=write size=940410 2026-04-02T11:45:28.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.606+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~98ZVKWMTIX8H.0 size=418876 2026-04-02T11:45:28.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.607+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=98ZVKWMTIX8H tag=37SG5USF1Q58 type=write size=1467452 2026-04-02T11:45:28.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.608+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=G967QYSU0RQN type=del size=2017110 2026-04-02T11:45:28.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.609+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=GUP75WVWXBMA type=del 2026-04-02T11:45:28.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.610+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=E7PZR9RHE8GS type=del size=145748 2026-04-02T11:45:28.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.611+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=M1WQONYBCPTU type=del 2026-04-02T11:45:28.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.613+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~9PDXOLHVTR3J.0 size=546412 2026-04-02T11:45:28.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.613+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=9PDXOLHVTR3J tag=XWIALEGTDC1Z type=write size=1594988 2026-04-02T11:45:28.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.614+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=H14LJ7LB3NSB type=del 2026-04-02T11:45:28.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.615+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=CRLBY1PW8IFG type=del size=4007456 2026-04-02T11:45:28.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.615+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=PDNURZ58ZVNR type=del 2026-04-02T11:45:28.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.616+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=FGOOE93YCLPU type=del size=1924243 2026-04-02T11:45:28.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.617+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~4TAIXI0QAAW0.0 size=779941 2026-04-02T11:45:28.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.619+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=4TAIXI0QAAW0 tag=CNU8V7YUN923 type=write size=1828517 2026-04-02T11:45:28.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.620+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=X78EK100S6QJ type=del size=443580 2026-04-02T11:45:28.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.621+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=GU70AC57EDVF type=del 2026-04-02T11:45:28.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.622+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=F3FDTEBK3JGA type=write size=66376 2026-04-02T11:45:28.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.623+0000 7f5c0c217880 1 < completed write operation key=HG9SH1DT0VFR tag=6XUBXJIHIFIZ type=write size=1015507 2026-04-02T11:45:28.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.624+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=B1ZO32BPUX2Y type=del size=3072607 2026-04-02T11:45:28.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.625+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~GSC7G0FTWC55.0 size=33253 2026-04-02T11:45:28.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.627+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=GSC7G0FTWC55 tag=KUJHXJMPPA6Q type=write size=1081829 2026-04-02T11:45:28.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.628+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=NF0L6679ORB9 type=del size=1569140 2026-04-02T11:45:28.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.629+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=LALAPQ2JLAM1 type=del 2026-04-02T11:45:28.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.631+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~LL40VPYXR07M.0 size=1048576 2026-04-02T11:45:28.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.632+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~LL40VPYXR07M.1 size=1048576 2026-04-02T11:45:28.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.632+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~LL40VPYXR07M.2 size=722140 2026-04-02T11:45:28.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.632+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=LL40VPYXR07M tag=YM4SF5DGFQLV type=write size=3867868 2026-04-02T11:45:28.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.633+0000 7f5c0c217880 1 < completed write operation key=0L9I2XPJ6ED1 tag=C17TZLKUJ7CW type=write size=693884 2026-04-02T11:45:28.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.634+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=RA65EHHTWFZQ type=write size=224630 2026-04-02T11:45:28.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.635+0000 7f5c0c217880 1 < completed write operation key=I5G244DII0CX tag=GWO2KDUD6W4H type=write size=376183 2026-04-02T11:45:28.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.636+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=ED5ROB6QCORR type=write size=646094 2026-04-02T11:45:28.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.637+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~VSRVTW4UFTV3.0 size=171395 2026-04-02T11:45:28.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.638+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=VSRVTW4UFTV3 tag=SW5DNGFY3IDY type=write size=1219971 2026-04-02T11:45:28.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.641+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PCH1AH4VGBCZ.0 size=1048576 2026-04-02T11:45:28.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.642+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PCH1AH4VGBCZ.1 size=1048576 2026-04-02T11:45:28.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.642+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~PCH1AH4VGBCZ.2 size=42691 2026-04-02T11:45:28.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.642+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=PCH1AH4VGBCZ tag=111YTFW91U0N type=write size=3188419 2026-04-02T11:45:28.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.643+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~54EWHRTNMBW2.0 size=1048576 2026-04-02T11:45:28.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.643+0000 7f5c0c217880 1 < canceled part key=_multipart_LK943WZ8ZUMG.2~54EWHRTNMBW2.1 size=1048576 2026-04-02T11:45:28.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.644+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~54EWHRTNMBW2.2 size=8772 2026-04-02T11:45:28.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.646+0000 7f5c0c217880 1 < canceled multipart upload key=LK943WZ8ZUMG upload=54EWHRTNMBW2 tag=8WBW2TSOGW5F type=write size=3154500 2026-04-02T11:45:28.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.647+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=SNJ76XO91SQ3 type=del size=2262339 2026-04-02T11:45:28.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.647+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=3593JXBIPILA type=del 2026-04-02T11:45:28.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.648+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=ZSQV5CH3LYUF type=del size=2549952 2026-04-02T11:45:28.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.649+0000 7f5c0c217880 1 < completed write operation key=60U4HF6F2992 tag=XPPI8YK7WX42 type=write size=940410 2026-04-02T11:45:28.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.650+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=P3KZTP4NACBR type=del size=1738971 2026-04-02T11:45:28.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.651+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=G967QYSU0RQN type=del 2026-04-02T11:45:28.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.652+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=728G323V23Z5 type=del size=3310210 2026-04-02T11:45:28.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.652+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=E7PZR9RHE8GS type=del 2026-04-02T11:45:28.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.653+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=0ZC3ZQ2VOY47 type=del size=815662 2026-04-02T11:45:28.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.653+0000 7f5c0c217880 1 < canceled part key=_multipart_93T2V482IGI4.2~9PDXOLHVTR3J.0 size=546412 2026-04-02T11:45:28.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.655+0000 7f5c0c217880 1 < canceled multipart upload key=93T2V482IGI4 upload=9PDXOLHVTR3J tag=XWIALEGTDC1Z type=write size=1594988 2026-04-02T11:45:28.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.656+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~PZJ05WHXGIA4.0 size=1048576 2026-04-02T11:45:28.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.657+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~PZJ05WHXGIA4.1 size=290757 2026-04-02T11:45:28.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.657+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=PZJ05WHXGIA4 tag=SQ2P39YTCHQX type=write size=2387909 2026-04-02T11:45:28.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.658+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=CRLBY1PW8IFG type=del 2026-04-02T11:45:28.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.659+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=K51AQQ8KLH5G type=write size=546463 2026-04-02T11:45:28.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.660+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=FGOOE93YCLPU type=del 2026-04-02T11:45:28.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.661+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=UL6WFZVZ0OWC type=write size=492371 2026-04-02T11:45:28.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.663+0000 7f5c0c217880 1 < suggested update operation key=I5G244DII0CX tag=X78EK100S6QJ type=del size=443580 2026-04-02T11:45:28.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.664+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~8YD0J1EIEBOH.0 size=29392 2026-04-02T11:45:28.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.664+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=8YD0J1EIEBOH tag=15ZK5TYYIVIC type=write size=1077968 2026-04-02T11:45:28.667 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.665+0000 7f5c0c217880 1 < canceled operation key=93T2V482IGI4 tag=F3FDTEBK3JGA type=write size=66376 2026-04-02T11:45:28.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.666+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=P9FZ8CCQUROA type=del size=1757295 2026-04-02T11:45:28.669 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.667+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=B1ZO32BPUX2Y type=del 2026-04-02T11:45:28.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.669+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~MSQ14I78F1OQ.0 size=1048576 2026-04-02T11:45:28.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.670+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~MSQ14I78F1OQ.1 size=421249 2026-04-02T11:45:28.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.670+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=MSQ14I78F1OQ tag=T2GK09DA3982 type=write size=2518401 2026-04-02T11:45:28.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.671+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=NF0L6679ORB9 type=del 2026-04-02T11:45:28.710 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.708+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=GUKT7KUSFTMB type=del size=3977971 2026-04-02T11:45:28.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.710+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~LL40VPYXR07M.0 size=1048576 2026-04-02T11:45:28.712 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.710+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~LL40VPYXR07M.1 size=1048576 2026-04-02T11:45:28.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.711+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~LL40VPYXR07M.2 size=722140 2026-04-02T11:45:28.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.713+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=LL40VPYXR07M tag=YM4SF5DGFQLV type=write size=3867868 2026-04-02T11:45:28.715 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.714+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=FK8KD3RS5VDH type=del size=69037 2026-04-02T11:45:28.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.715+0000 7f5c0c217880 1 < canceled operation key=6OTERZHPNBJR tag=RA65EHHTWFZQ type=write size=224630 2026-04-02T11:45:28.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.718+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~CK7101FE4U6J.0 size=57631 2026-04-02T11:45:28.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.718+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=CK7101FE4U6J tag=ONKSS0JP4PWK type=write size=1106207 2026-04-02T11:45:28.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.719+0000 7f5c0c217880 1 < canceled operation key=60U4HF6F2992 tag=ED5ROB6QCORR type=write size=646094 2026-04-02T11:45:28.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.720+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=85UYK3W87DKW type=del size=1082775 2026-04-02T11:45:28.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.721+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~PCH1AH4VGBCZ.0 size=1048576 2026-04-02T11:45:28.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.726+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~PCH1AH4VGBCZ.1 size=1048576 2026-04-02T11:45:28.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.727+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~PCH1AH4VGBCZ.2 size=42691 2026-04-02T11:45:28.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.728+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=PCH1AH4VGBCZ tag=111YTFW91U0N type=write size=3188419 2026-04-02T11:45:28.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.729+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=81UBZGWCO2IT type=del size=2338743 2026-04-02T11:45:28.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.731+0000 7f5c0c217880 1 < suggested remove operation key=HG9SH1DT0VFR tag=SNJ76XO91SQ3 type=del 2026-04-02T11:45:28.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.732+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=D2Z9AIH7WTY8 type=del size=1764795 2026-04-02T11:45:28.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.733+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=ZSQV5CH3LYUF type=del 2026-04-02T11:45:28.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.734+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~C662AXSQ0SWI.0 size=199080 2026-04-02T11:45:28.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.734+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=C662AXSQ0SWI tag=OJI6MT36GUKX type=write size=1247656 2026-04-02T11:45:28.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.735+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=P3KZTP4NACBR type=del 2026-04-02T11:45:28.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.737+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~M08AB1WM3P6W.0 size=1048576 2026-04-02T11:45:28.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.737+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~M08AB1WM3P6W.1 size=1019954 2026-04-02T11:45:28.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.737+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=M08AB1WM3P6W tag=4GOG4JUWLK39 type=write size=3117106 2026-04-02T11:45:28.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.739+0000 7f5c0c217880 1 < suggested update operation key=80JM980KZYGT tag=728G323V23Z5 type=del size=3310210 2026-04-02T11:45:28.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.740+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=1UH1AXBUMSU4 type=del size=446621 2026-04-02T11:45:28.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.742+0000 7f5c0c217880 1 < suggested update operation key=RY963UTFY8OE tag=0ZC3ZQ2VOY47 type=del size=815662 2026-04-02T11:45:28.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.743+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~HE9GRC44X3O4.0 size=1048576 2026-04-02T11:45:28.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.744+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~HE9GRC44X3O4.1 size=1048576 2026-04-02T11:45:28.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.745+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~HE9GRC44X3O4.2 size=38008 2026-04-02T11:45:28.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.745+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=HE9GRC44X3O4 tag=YTHEEHZSJLD1 type=write size=3183736 2026-04-02T11:45:28.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.746+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~PZJ05WHXGIA4.0 size=1048576 2026-04-02T11:45:28.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.746+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~PZJ05WHXGIA4.1 size=290757 2026-04-02T11:45:28.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.748+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=PZJ05WHXGIA4 tag=SQ2P39YTCHQX type=write size=2387909 2026-04-02T11:45:28.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.749+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=IGBRD3OJW3XT type=del size=1160210 2026-04-02T11:45:28.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.749+0000 7f5c0c217880 1 < completed write operation key=60U4HF6F2992 tag=K51AQQ8KLH5G type=write size=546463 2026-04-02T11:45:28.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.750+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=XYW5BE3Z54TW type=del size=2547557 2026-04-02T11:45:28.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.754+0000 7f5c0c217880 1 < completed write operation key=TV1SXLAYZV94 tag=UL6WFZVZ0OWC type=write size=492371 2026-04-02T11:45:28.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.755+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~FIWV2WB7GL81.0 size=1048576 2026-04-02T11:45:28.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.756+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~FIWV2WB7GL81.1 size=768106 2026-04-02T11:45:28.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.756+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=FIWV2WB7GL81 tag=RM8ENP32PBQ7 type=write size=2865258 2026-04-02T11:45:28.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.757+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~8YD0J1EIEBOH.0 size=29392 2026-04-02T11:45:28.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.758+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=8YD0J1EIEBOH tag=15ZK5TYYIVIC type=write size=1077968 2026-04-02T11:45:28.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.759+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=V077UME5BZJS type=del size=4064777 2026-04-02T11:45:28.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.761+0000 7f5c0c217880 1 < suggested update operation key=EA5JHZQJK139 tag=P9FZ8CCQUROA type=del size=1757295 2026-04-02T11:45:28.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.762+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=9V10KGWG53SV type=del size=1066996 2026-04-02T11:45:28.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.762+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~MSQ14I78F1OQ.0 size=1048576 2026-04-02T11:45:28.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.763+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~MSQ14I78F1OQ.1 size=421249 2026-04-02T11:45:28.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.765+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=MSQ14I78F1OQ tag=T2GK09DA3982 type=write size=2518401 2026-04-02T11:45:28.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.766+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~Z80LKW6A1ZTS.0 size=1048576 2026-04-02T11:45:28.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.767+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~Z80LKW6A1ZTS.1 size=1048576 2026-04-02T11:45:28.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.768+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~Z80LKW6A1ZTS.2 size=887646 2026-04-02T11:45:28.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.768+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=Z80LKW6A1ZTS tag=SBS6CLPYDGLA type=write size=4033374 2026-04-02T11:45:28.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.769+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=GUKT7KUSFTMB type=del 2026-04-02T11:45:28.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.769+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=18QVJE4446WS type=del size=2724119 2026-04-02T11:45:28.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.770+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=FK8KD3RS5VDH type=del 2026-04-02T11:45:28.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.771+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=8E63QLU039DJ type=del size=8329 2026-04-02T11:45:28.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.772+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~CK7101FE4U6J.0 size=57631 2026-04-02T11:45:28.775 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.774+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=CK7101FE4U6J tag=ONKSS0JP4PWK type=write size=1106207 2026-04-02T11:45:28.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.775+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=D8L1JGW29GAH type=write size=655070 2026-04-02T11:45:28.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.777+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=85UYK3W87DKW type=del 2026-04-02T11:45:28.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.779+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~4K34SV7XO2DD.0 size=1048576 2026-04-02T11:45:28.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.779+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~4K34SV7XO2DD.1 size=1048576 2026-04-02T11:45:28.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.780+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~4K34SV7XO2DD.2 size=315140 2026-04-02T11:45:28.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.780+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=4K34SV7XO2DD tag=6LER3XQYPMBA type=write size=3460868 2026-04-02T11:45:28.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.784+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=81UBZGWCO2IT type=del 2026-04-02T11:45:28.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.786+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~8ZOCTAQ2IPK2.0 size=1048576 2026-04-02T11:45:28.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.786+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~8ZOCTAQ2IPK2.1 size=502922 2026-04-02T11:45:28.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.786+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=8ZOCTAQ2IPK2 tag=O9Q2I1PIGI7J type=write size=2600074 2026-04-02T11:45:28.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.787+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=D2Z9AIH7WTY8 type=del 2026-04-02T11:45:28.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.789+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~EJX1XZIDR4WU.0 size=652917 2026-04-02T11:45:28.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.789+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=EJX1XZIDR4WU tag=Y3B9W6O82SNI type=write size=1701493 2026-04-02T11:45:28.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.790+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~C662AXSQ0SWI.0 size=199080 2026-04-02T11:45:28.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.791+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=C662AXSQ0SWI tag=OJI6MT36GUKX type=write size=1247656 2026-04-02T11:45:28.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.792+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=1X31Z1TNLK7O type=write size=177818 2026-04-02T11:45:28.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.793+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~M08AB1WM3P6W.0 size=1048576 2026-04-02T11:45:28.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.794+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~M08AB1WM3P6W.1 size=1019954 2026-04-02T11:45:28.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.795+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=M08AB1WM3P6W tag=4GOG4JUWLK39 type=write size=3117106 2026-04-02T11:45:28.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.796+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~QUXDASPWP7FN.0 size=1048576 2026-04-02T11:45:28.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.797+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~QUXDASPWP7FN.1 size=57767 2026-04-02T11:45:28.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.797+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=QUXDASPWP7FN tag=WF3N4JBH1GKV type=write size=2154919 2026-04-02T11:45:28.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.799+0000 7f5c0c217880 1 < suggested update operation key=18ALC111A00W tag=1UH1AXBUMSU4 type=del size=446621 2026-04-02T11:45:28.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.802+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~NOLIW6HFMUIB.0 size=1048576 2026-04-02T11:45:28.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.802+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~NOLIW6HFMUIB.1 size=218244 2026-04-02T11:45:28.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.802+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=NOLIW6HFMUIB tag=Y9I6W2YI1EJS type=write size=2315396 2026-04-02T11:45:28.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.803+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~HE9GRC44X3O4.0 size=1048576 2026-04-02T11:45:28.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.804+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~HE9GRC44X3O4.1 size=1048576 2026-04-02T11:45:28.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.805+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~HE9GRC44X3O4.2 size=38008 2026-04-02T11:45:28.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.806+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=HE9GRC44X3O4 tag=YTHEEHZSJLD1 type=write size=3183736 2026-04-02T11:45:28.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.807+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~J4QBYJYPKBUH.0 size=1048576 2026-04-02T11:45:28.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.808+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~J4QBYJYPKBUH.1 size=103522 2026-04-02T11:45:28.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.808+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=J4QBYJYPKBUH tag=6NM06NZ3ISB9 type=write size=2200674 2026-04-02T11:45:28.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.809+0000 7f5c0c217880 1 < canceled operation key=0E1A1BB207I3 tag=IGBRD3OJW3XT type=del size=1160210 2026-04-02T11:45:28.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.810+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=NVZQK751WANJ type=del size=3632465 2026-04-02T11:45:28.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.812+0000 7f5c0c217880 1 < suggested remove operation key=KOFTD4ZEAMOY tag=XYW5BE3Z54TW type=del 2026-04-02T11:45:28.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.813+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~253CQ41SOUN1.0 size=1048576 2026-04-02T11:45:28.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.814+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~253CQ41SOUN1.1 size=1048576 2026-04-02T11:45:28.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.815+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~253CQ41SOUN1.2 size=253927 2026-04-02T11:45:28.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.815+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=253CQ41SOUN1 tag=W1JLEIW0R1GN type=write size=3399655 2026-04-02T11:45:28.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.815+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~FIWV2WB7GL81.0 size=1048576 2026-04-02T11:45:28.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.815+0000 7f5c0c217880 1 < canceled part key=_multipart_EA5JHZQJK139.2~FIWV2WB7GL81.1 size=768106 2026-04-02T11:45:28.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.818+0000 7f5c0c217880 1 < canceled multipart upload key=EA5JHZQJK139 upload=FIWV2WB7GL81 tag=RM8ENP32PBQ7 type=write size=2865258 2026-04-02T11:45:28.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.819+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~VMUQ87IJG3BI.0 size=1048576 2026-04-02T11:45:28.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.820+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~VMUQ87IJG3BI.1 size=1048576 2026-04-02T11:45:28.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.820+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~VMUQ87IJG3BI.2 size=779958 2026-04-02T11:45:28.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.820+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=VMUQ87IJG3BI tag=HF3Z4N1P0AJ2 type=write size=3925686 2026-04-02T11:45:28.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.821+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=V077UME5BZJS type=del 2026-04-02T11:45:28.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.822+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~BG90DP2EDL5G.0 size=1048576 2026-04-02T11:45:28.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.824+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~BG90DP2EDL5G.1 size=963152 2026-04-02T11:45:28.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.824+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=BG90DP2EDL5G tag=R9TQYY2A1A23 type=write size=3060304 2026-04-02T11:45:28.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.824+0000 7f5c0c217880 1 < completed delete operation key=RY963UTFY8OE tag=9V10KGWG53SV type=del 2026-04-02T11:45:28.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.826+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~6Y9Q3DK2JJZB.0 size=1048576 2026-04-02T11:45:28.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.827+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~6Y9Q3DK2JJZB.1 size=118656 2026-04-02T11:45:28.828 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.827+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=6Y9Q3DK2JJZB tag=ZBX80SE4NSKG type=write size=2215808 2026-04-02T11:45:28.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.828+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~Z80LKW6A1ZTS.0 size=1048576 2026-04-02T11:45:28.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.829+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~Z80LKW6A1ZTS.1 size=1048576 2026-04-02T11:45:28.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.830+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~Z80LKW6A1ZTS.2 size=887646 2026-04-02T11:45:28.834 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.832+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=Z80LKW6A1ZTS tag=SBS6CLPYDGLA type=write size=4033374 2026-04-02T11:45:28.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.833+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=6H9PJS2D6VF7 type=del size=2317695 2026-04-02T11:45:28.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.834+0000 7f5c0c217880 1 < canceled operation key=6OTERZHPNBJR tag=18QVJE4446WS type=del size=2724119 2026-04-02T11:45:28.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.836+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=1ZYROJINA42E type=del size=506171 2026-04-02T11:45:28.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.837+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=8E63QLU039DJ type=del 2026-04-02T11:45:28.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.837+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=LLI7ER4XDEPE type=del size=1778243 2026-04-02T11:45:28.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.838+0000 7f5c0c217880 1 < completed write operation key=60U4HF6F2992 tag=D8L1JGW29GAH type=write size=655070 2026-04-02T11:45:28.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.840+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~Y0QTYC0BR8ZP.0 size=1015368 2026-04-02T11:45:28.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.840+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=Y0QTYC0BR8ZP tag=90G9YIDF9GUR type=write size=2063944 2026-04-02T11:45:28.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.841+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~4K34SV7XO2DD.0 size=1048576 2026-04-02T11:45:28.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.841+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~4K34SV7XO2DD.1 size=1048576 2026-04-02T11:45:28.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.842+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~4K34SV7XO2DD.2 size=315140 2026-04-02T11:45:28.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.844+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=4K34SV7XO2DD tag=6LER3XQYPMBA type=write size=3460868 2026-04-02T11:45:28.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.845+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=6TOGTS115BSL type=del size=412648 2026-04-02T11:45:28.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.845+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~8ZOCTAQ2IPK2.0 size=1048576 2026-04-02T11:45:28.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.846+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~8ZOCTAQ2IPK2.1 size=502922 2026-04-02T11:45:28.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.848+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=8ZOCTAQ2IPK2 tag=O9Q2I1PIGI7J type=write size=2600074 2026-04-02T11:45:28.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.848+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=BDIY48F2DB3U type=write size=1012313 2026-04-02T11:45:28.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.849+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~EJX1XZIDR4WU.0 size=652917 2026-04-02T11:45:28.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.852+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=EJX1XZIDR4WU tag=Y3B9W6O82SNI type=write size=1701493 2026-04-02T11:45:28.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.852+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=RHEEDOW29ER2 type=del size=3779823 2026-04-02T11:45:28.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.853+0000 7f5c0c217880 1 < completed write operation key=HG9SH1DT0VFR tag=1X31Z1TNLK7O type=write size=177818 2026-04-02T11:45:28.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.854+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=Q16FY2BQ9TDB type=del size=562928 2026-04-02T11:45:28.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.855+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~QUXDASPWP7FN.0 size=1048576 2026-04-02T11:45:28.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.856+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~QUXDASPWP7FN.1 size=57767 2026-04-02T11:45:28.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.857+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=QUXDASPWP7FN tag=WF3N4JBH1GKV type=write size=2154919 2026-04-02T11:45:28.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.859+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~2PDA8AXHIH1I.0 size=1048576 2026-04-02T11:45:28.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.859+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~2PDA8AXHIH1I.1 size=1048576 2026-04-02T11:45:28.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.860+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~2PDA8AXHIH1I.2 size=795145 2026-04-02T11:45:28.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.860+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=2PDA8AXHIH1I tag=QKH4JJNM0TKF type=write size=3940873 2026-04-02T11:45:28.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.861+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~NOLIW6HFMUIB.0 size=1048576 2026-04-02T11:45:28.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.861+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~NOLIW6HFMUIB.1 size=218244 2026-04-02T11:45:28.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.863+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=NOLIW6HFMUIB tag=Y9I6W2YI1EJS type=write size=2315396 2026-04-02T11:45:28.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.864+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=UNKE2MY3C1IB type=del size=2853008 2026-04-02T11:45:28.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.864+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~J4QBYJYPKBUH.0 size=1048576 2026-04-02T11:45:28.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.864+0000 7f5c0c217880 1 < canceled part key=_multipart_16KLPONRQQAX.2~J4QBYJYPKBUH.1 size=103522 2026-04-02T11:45:28.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.866+0000 7f5c0c217880 1 < canceled multipart upload key=16KLPONRQQAX upload=J4QBYJYPKBUH tag=6NM06NZ3ISB9 type=write size=2200674 2026-04-02T11:45:28.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.867+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~2H5QCPOK2WGB.0 size=1048576 2026-04-02T11:45:28.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.868+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~2H5QCPOK2WGB.1 size=555191 2026-04-02T11:45:28.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.868+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=2H5QCPOK2WGB tag=UO0VPRQXKNS5 type=write size=2652343 2026-04-02T11:45:28.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.869+0000 7f5c0c217880 -1 < failed to complete operation key=KOFTD4ZEAMOY tag=NVZQK751WANJ type=del size=3632465: (22) Invalid argument 2026-04-02T11:45:28.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.870+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~E6NOD9WYRJAQ.0 size=1048576 2026-04-02T11:45:28.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.871+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~E6NOD9WYRJAQ.1 size=1048576 2026-04-02T11:45:28.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.871+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~E6NOD9WYRJAQ.2 size=201280 2026-04-02T11:45:28.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.871+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=E6NOD9WYRJAQ tag=FJR0ZKOB6K3L type=write size=3347008 2026-04-02T11:45:28.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.872+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~253CQ41SOUN1.0 size=1048576 2026-04-02T11:45:28.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.873+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~253CQ41SOUN1.1 size=1048576 2026-04-02T11:45:28.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.874+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~253CQ41SOUN1.2 size=253927 2026-04-02T11:45:28.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.875+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=253CQ41SOUN1 tag=W1JLEIW0R1GN type=write size=3399655 2026-04-02T11:45:28.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.876+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=D2MHVEYEMN5F type=del size=556653 2026-04-02T11:45:28.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.877+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~VMUQ87IJG3BI.0 size=1048576 2026-04-02T11:45:28.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.877+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~VMUQ87IJG3BI.1 size=1048576 2026-04-02T11:45:28.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.878+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~VMUQ87IJG3BI.2 size=779958 2026-04-02T11:45:28.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.880+0000 7f5c0c217880 1 < completed multipart upload key=18ALC111A00W upload=VMUQ87IJG3BI tag=HF3Z4N1P0AJ2 type=write size=3925686 2026-04-02T11:45:28.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.881+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~OUOFECVZM1RX.0 size=1048576 2026-04-02T11:45:28.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.882+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~OUOFECVZM1RX.1 size=1048576 2026-04-02T11:45:28.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.883+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~OUOFECVZM1RX.2 size=807050 2026-04-02T11:45:28.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.883+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=OUOFECVZM1RX tag=4HPQL8U7LBPG type=write size=3952778 2026-04-02T11:45:28.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.884+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~BG90DP2EDL5G.0 size=1048576 2026-04-02T11:45:28.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.884+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~BG90DP2EDL5G.1 size=963152 2026-04-02T11:45:28.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.886+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=BG90DP2EDL5G tag=R9TQYY2A1A23 type=write size=3060304 2026-04-02T11:45:28.888 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.886+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=D8MGC7HUK6OJ type=del size=1903291 2026-04-02T11:45:28.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.887+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~6Y9Q3DK2JJZB.0 size=1048576 2026-04-02T11:45:28.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.888+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~6Y9Q3DK2JJZB.1 size=118656 2026-04-02T11:45:28.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.889+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=6Y9Q3DK2JJZB tag=ZBX80SE4NSKG type=write size=2215808 2026-04-02T11:45:28.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.890+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=T8EWG36A31CJ type=del size=1313222 2026-04-02T11:45:28.893 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.892+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=6H9PJS2D6VF7 type=del 2026-04-02T11:45:28.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.893+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=RAY7BLDA43WI type=write size=712130 2026-04-02T11:45:28.895 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.894+0000 7f5c0c217880 1 < canceled operation key=80YVB17TNIAR tag=1ZYROJINA42E type=del size=506171 2026-04-02T11:45:28.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.895+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~HS0CM12QIH2N.0 size=1048576 2026-04-02T11:45:28.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.896+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~HS0CM12QIH2N.1 size=654905 2026-04-02T11:45:28.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.896+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=HS0CM12QIH2N tag=Z22YGKNKZQD5 type=write size=2752057 2026-04-02T11:45:28.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.898+0000 7f5c0c217880 1 < suggested remove operation key=16KLPONRQQAX tag=LLI7ER4XDEPE type=del 2026-04-02T11:45:28.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.899+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=ZRT2UGOABCY6 type=del size=2339527 2026-04-02T11:45:28.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.900+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~Y0QTYC0BR8ZP.0 size=1015368 2026-04-02T11:45:28.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.901+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=Y0QTYC0BR8ZP tag=90G9YIDF9GUR type=write size=2063944 2026-04-02T11:45:28.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.903+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=PK6QCU6SHOI2 type=del size=3983841 2026-04-02T11:45:28.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.904+0000 7f5c0c217880 1 < completed delete operation key=TV1SXLAYZV94 tag=6TOGTS115BSL type=del 2026-04-02T11:45:28.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.906+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~1QKEJNH3RC11.0 size=275315 2026-04-02T11:45:28.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.906+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=1QKEJNH3RC11 tag=7WUHRJ9SJPQW type=write size=1323891 2026-04-02T11:45:28.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.907+0000 7f5c0c217880 1 < completed write operation key=I5G244DII0CX tag=BDIY48F2DB3U type=write size=1012313 2026-04-02T11:45:28.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.909+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~2JUQWYIG3SID.0 size=1048576 2026-04-02T11:45:28.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.910+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~2JUQWYIG3SID.1 size=1048576 2026-04-02T11:45:28.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.911+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~2JUQWYIG3SID.2 size=1010919 2026-04-02T11:45:28.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.911+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=2JUQWYIG3SID tag=GCZETNOL69HW type=write size=4156647 2026-04-02T11:45:28.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.912+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=RHEEDOW29ER2 type=del 2026-04-02T11:45:28.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.913+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~DBFYLRD0PVCA.0 size=1007694 2026-04-02T11:45:28.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.913+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=DBFYLRD0PVCA tag=FF91GAPV936B type=write size=2056270 2026-04-02T11:45:28.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.914+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=Q16FY2BQ9TDB type=del 2026-04-02T11:45:28.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.916+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~Q6UQQAEHQB19.0 size=1048576 2026-04-02T11:45:28.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.917+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~Q6UQQAEHQB19.1 size=415568 2026-04-02T11:45:28.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.917+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=Q6UQQAEHQB19 tag=CNFR0KN0V5UE type=write size=2512720 2026-04-02T11:45:28.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.917+0000 7f5c0c217880 1 < canceled part key=_multipart_18ALC111A00W.2~2PDA8AXHIH1I.0 size=1048576 2026-04-02T11:45:28.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.918+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~2PDA8AXHIH1I.1 size=1048576 2026-04-02T11:45:28.920 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.918+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~2PDA8AXHIH1I.2 size=795145 2026-04-02T11:45:28.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.920+0000 7f5c0c217880 1 < canceled multipart upload key=18ALC111A00W upload=2PDA8AXHIH1I tag=QKH4JJNM0TKF type=write size=3940873 2026-04-02T11:45:28.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.921+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~IQY8356NR7UI.0 size=1048576 2026-04-02T11:45:28.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.922+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~IQY8356NR7UI.1 size=312953 2026-04-02T11:45:28.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.922+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=IQY8356NR7UI tag=WFW1ZVR5GDJ5 type=write size=2410105 2026-04-02T11:45:28.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.923+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=UNKE2MY3C1IB type=del 2026-04-02T11:45:28.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.924+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=0S11V1Y5A1GB type=del size=3141683 2026-04-02T11:45:28.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.925+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~2H5QCPOK2WGB.0 size=1048576 2026-04-02T11:45:28.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.926+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~2H5QCPOK2WGB.1 size=555191 2026-04-02T11:45:28.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.927+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=2H5QCPOK2WGB tag=UO0VPRQXKNS5 type=write size=2652343 2026-04-02T11:45:28.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.929+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~6X8GPX8RO2OC.0 size=867688 2026-04-02T11:45:28.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.929+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=6X8GPX8RO2OC tag=XN6R7CPNLH49 type=write size=1916264 2026-04-02T11:45:28.932 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.930+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~E6NOD9WYRJAQ.0 size=1048576 2026-04-02T11:45:28.932 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.931+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~E6NOD9WYRJAQ.1 size=1048576 2026-04-02T11:45:28.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.932+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~E6NOD9WYRJAQ.2 size=201280 2026-04-02T11:45:28.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.933+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=E6NOD9WYRJAQ tag=FJR0ZKOB6K3L type=write size=3347008 2026-04-02T11:45:28.937 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.935+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~L5D2GQ2GZHSY.0 size=975168 2026-04-02T11:45:28.937 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.935+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=L5D2GQ2GZHSY tag=CA71TONMRSQK type=write size=2023744 2026-04-02T11:45:28.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.938+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=D2MHVEYEMN5F type=del 2026-04-02T11:45:28.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.939+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~GL6A6EX2WOY1.0 size=1048576 2026-04-02T11:45:28.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.940+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~GL6A6EX2WOY1.1 size=1048576 2026-04-02T11:45:28.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.941+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~GL6A6EX2WOY1.2 size=185846 2026-04-02T11:45:28.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.941+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=GL6A6EX2WOY1 tag=785Q665HGGNN type=write size=3331574 2026-04-02T11:45:28.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.942+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~OUOFECVZM1RX.0 size=1048576 2026-04-02T11:45:28.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.942+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~OUOFECVZM1RX.1 size=1048576 2026-04-02T11:45:28.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.943+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~OUOFECVZM1RX.2 size=807050 2026-04-02T11:45:28.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.944+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=OUOFECVZM1RX tag=4HPQL8U7LBPG type=write size=3952778 2026-04-02T11:45:28.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.945+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=2TWEBU8EQ1T4 type=del size=3358023 2026-04-02T11:45:28.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.946+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=D8MGC7HUK6OJ type=del 2026-04-02T11:45:28.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.947+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=7SR6PSGNNKMV type=del size=1046670 2026-04-02T11:45:28.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.948+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=T8EWG36A31CJ type=del 2026-04-02T11:45:28.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.949+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=BPH2PWDMQ49G type=del size=1549767 2026-04-02T11:45:28.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.950+0000 7f5c0c217880 1 < completed write operation key=X8AC72ESIA6N tag=RAY7BLDA43WI type=write size=712130 2026-04-02T11:45:28.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.950+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=HZ18VBM23M43 type=write size=182813 2026-04-02T11:45:28.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.951+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~HS0CM12QIH2N.0 size=1048576 2026-04-02T11:45:28.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.952+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~HS0CM12QIH2N.1 size=654905 2026-04-02T11:45:28.954 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.953+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=HS0CM12QIH2N tag=Z22YGKNKZQD5 type=write size=2752057 2026-04-02T11:45:28.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.954+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=EU019MA7SGXK type=write size=399474 2026-04-02T11:45:28.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.954+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=ZRT2UGOABCY6 type=del 2026-04-02T11:45:28.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.955+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=T286AB6A6FTW type=del size=302844 2026-04-02T11:45:28.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.957+0000 7f5c0c217880 1 < suggested update operation key=16KLPONRQQAX tag=PK6QCU6SHOI2 type=del size=3983841 2026-04-02T11:45:28.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.957+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=HOG08IAHXUF5 type=write size=951002 2026-04-02T11:45:28.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.958+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~1QKEJNH3RC11.0 size=275315 2026-04-02T11:45:28.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.960+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=1QKEJNH3RC11 tag=7WUHRJ9SJPQW type=write size=1323891 2026-04-02T11:45:28.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.961+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~2VV4FURJIRES.0 size=1048576 2026-04-02T11:45:28.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.962+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~2VV4FURJIRES.1 size=1048576 2026-04-02T11:45:28.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.962+0000 7f5c0c217880 1 > prepared part key=_multipart_HG9SH1DT0VFR.2~2VV4FURJIRES.2 size=975301 2026-04-02T11:45:28.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.962+0000 7f5c0c217880 1 > prepared multipart upload key=HG9SH1DT0VFR upload=2VV4FURJIRES tag=2G3A7U0HQ6OC type=write size=4121029 2026-04-02T11:45:28.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.963+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~2JUQWYIG3SID.0 size=1048576 2026-04-02T11:45:28.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.966+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~2JUQWYIG3SID.1 size=1048576 2026-04-02T11:45:28.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.967+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~2JUQWYIG3SID.2 size=1010919 2026-04-02T11:45:28.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.968+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=2JUQWYIG3SID tag=GCZETNOL69HW type=write size=4156647 2026-04-02T11:45:28.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.969+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=JDUPJFPEK64G type=del size=1112453 2026-04-02T11:45:28.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.969+0000 7f5c0c217880 1 < canceled part key=_multipart_LWVLFKB2UJNA.2~DBFYLRD0PVCA.0 size=1007694 2026-04-02T11:45:28.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.970+0000 7f5c0c217880 1 < canceled multipart upload key=LWVLFKB2UJNA upload=DBFYLRD0PVCA tag=FF91GAPV936B type=write size=2056270 2026-04-02T11:45:28.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.971+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=6MZWDHZM20JH type=write size=270286 2026-04-02T11:45:28.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.972+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~Q6UQQAEHQB19.0 size=1048576 2026-04-02T11:45:28.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.973+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~Q6UQQAEHQB19.1 size=415568 2026-04-02T11:45:28.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.974+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=Q6UQQAEHQB19 tag=CNFR0KN0V5UE type=write size=2512720 2026-04-02T11:45:28.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.975+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=PNUF7O2LRG3N type=del size=3816192 2026-04-02T11:45:28.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.976+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~IQY8356NR7UI.0 size=1048576 2026-04-02T11:45:28.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.976+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~IQY8356NR7UI.1 size=312953 2026-04-02T11:45:28.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.978+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=IQY8356NR7UI tag=WFW1ZVR5GDJ5 type=write size=2410105 2026-04-02T11:45:28.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.979+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=F6O5Z770ZJEI type=del size=3136257 2026-04-02T11:45:28.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.980+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=0S11V1Y5A1GB type=del 2026-04-02T11:45:28.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.980+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=LGHO9OQ73C0M type=del size=3935794 2026-04-02T11:45:28.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.981+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~6X8GPX8RO2OC.0 size=867688 2026-04-02T11:45:28.984 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.982+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=6X8GPX8RO2OC tag=XN6R7CPNLH49 type=write size=1916264 2026-04-02T11:45:28.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.983+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=KJFS9LG1KKRC type=del size=1789282 2026-04-02T11:45:28.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.984+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~L5D2GQ2GZHSY.0 size=975168 2026-04-02T11:45:28.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.985+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=L5D2GQ2GZHSY tag=CA71TONMRSQK type=write size=2023744 2026-04-02T11:45:28.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.986+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=4EPKNETJMD2U type=del size=3658551 2026-04-02T11:45:28.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.987+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~GL6A6EX2WOY1.0 size=1048576 2026-04-02T11:45:28.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.987+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~GL6A6EX2WOY1.1 size=1048576 2026-04-02T11:45:28.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.988+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~GL6A6EX2WOY1.2 size=185846 2026-04-02T11:45:28.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.991+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=GL6A6EX2WOY1 tag=785Q665HGGNN type=write size=3331574 2026-04-02T11:45:28.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.991+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=QA68RJDNMO0Y type=del size=727409 2026-04-02T11:45:28.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.993+0000 7f5c0c217880 1 < suggested update operation key=X8AC72ESIA6N tag=2TWEBU8EQ1T4 type=del size=3358023 2026-04-02T11:45:28.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.994+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~EDL2XU2GZIX8.0 size=1048576 2026-04-02T11:45:28.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.995+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~EDL2XU2GZIX8.1 size=509288 2026-04-02T11:45:28.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.995+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=EDL2XU2GZIX8 tag=NJ9FJ63U7BRZ type=write size=2606440 2026-04-02T11:45:28.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.996+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=7SR6PSGNNKMV type=del 2026-04-02T11:45:28.998 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.997+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~GB4JMZWICVLT.0 size=1048576 2026-04-02T11:45:28.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.998+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~GB4JMZWICVLT.1 size=1048576 2026-04-02T11:45:29.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.998+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~GB4JMZWICVLT.2 size=580492 2026-04-02T11:45:29.000 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:28.998+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=GB4JMZWICVLT tag=QJ8AIY9VP5G5 type=write size=3726220 2026-04-02T11:45:29.001 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.000+0000 7f5c0c217880 1 < suggested update operation key=80JM980KZYGT tag=BPH2PWDMQ49G type=del size=1549767 2026-04-02T11:45:29.002 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.000+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=WMJ4B75FY3J7 type=del size=3859810 2026-04-02T11:45:29.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.001+0000 7f5c0c217880 1 < completed write operation key=5HGO669IL8H8 tag=HZ18VBM23M43 type=write size=182813 2026-04-02T11:45:29.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.003+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~J3O1MZAYQIB9.0 size=1048576 2026-04-02T11:45:29.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.003+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~J3O1MZAYQIB9.1 size=1048576 2026-04-02T11:45:29.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.004+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~J3O1MZAYQIB9.2 size=328907 2026-04-02T11:45:29.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.004+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=J3O1MZAYQIB9 tag=ACES2H3ALZFP type=write size=3474635 2026-04-02T11:45:29.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.005+0000 7f5c0c217880 1 < canceled operation key=RY963UTFY8OE tag=EU019MA7SGXK type=write size=399474 2026-04-02T11:45:29.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.006+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~KFHKHL598A29.0 size=1048576 2026-04-02T11:45:29.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.007+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~KFHKHL598A29.1 size=853871 2026-04-02T11:45:29.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.007+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=KFHKHL598A29 tag=LHEZS4PJ5FG9 type=write size=2951023 2026-04-02T11:45:29.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.007+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=T286AB6A6FTW type=del 2026-04-02T11:45:29.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.009+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~F30X4XYMH408.0 size=286294 2026-04-02T11:45:29.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.009+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=F30X4XYMH408 tag=3T67BQ6IQDCV type=write size=1334870 2026-04-02T11:45:29.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.010+0000 7f5c0c217880 1 < completed write operation key=A7V45HD10IBY tag=HOG08IAHXUF5 type=write size=951002 2026-04-02T11:45:29.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.011+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~YS33HY9OI2Y4.0 size=957183 2026-04-02T11:45:29.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.011+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=YS33HY9OI2Y4 tag=V2F24DDONIYC type=write size=2005759 2026-04-02T11:45:29.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.012+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~2VV4FURJIRES.0 size=1048576 2026-04-02T11:45:29.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.012+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~2VV4FURJIRES.1 size=1048576 2026-04-02T11:45:29.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.013+0000 7f5c0c217880 1 < completed part key=_multipart_HG9SH1DT0VFR.2~2VV4FURJIRES.2 size=975301 2026-04-02T11:45:29.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.014+0000 7f5c0c217880 1 < completed multipart upload key=HG9SH1DT0VFR upload=2VV4FURJIRES tag=2G3A7U0HQ6OC type=write size=4121029 2026-04-02T11:45:29.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.016+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~SJ50UZL0M5B8.0 size=1048576 2026-04-02T11:45:29.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.018+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~SJ50UZL0M5B8.1 size=275882 2026-04-02T11:45:29.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.018+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=SJ50UZL0M5B8 tag=GC0KJJL43HZ1 type=write size=2373034 2026-04-02T11:45:29.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.019+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=JDUPJFPEK64G type=del 2026-04-02T11:45:29.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.020+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=ZSLNF34Q59OP type=del size=1029014 2026-04-02T11:45:29.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.021+0000 7f5c0c217880 1 < completed write operation key=0ID62KUCSKML tag=6MZWDHZM20JH type=write size=270286 2026-04-02T11:45:29.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.022+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~WR7ASPZC5OED.0 size=430486 2026-04-02T11:45:29.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.022+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=WR7ASPZC5OED tag=AOI1BPJ0MF75 type=write size=1479062 2026-04-02T11:45:29.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.024+0000 7f5c0c217880 1 < suggested update operation key=80JM980KZYGT tag=PNUF7O2LRG3N type=del size=3816192 2026-04-02T11:45:29.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.025+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=2ZN8FI2S4N0T type=del size=2283135 2026-04-02T11:45:29.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.025+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=F6O5Z770ZJEI type=del 2026-04-02T11:45:29.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.026+0000 7f5c0c217880 1 > prepared operation key=LWVLFKB2UJNA tag=SJ6NY41WUZRC type=del size=1271466 2026-04-02T11:45:29.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.027+0000 7f5c0c217880 1 < completed delete operation key=KOFTD4ZEAMOY tag=LGHO9OQ73C0M type=del 2026-04-02T11:45:29.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.028+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=QJX3XDO46A3J type=del size=1056430 2026-04-02T11:45:29.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.029+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=KJFS9LG1KKRC type=del 2026-04-02T11:45:29.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.029+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=UQ5E1YR84GR5 type=write size=595783 2026-04-02T11:45:29.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.030+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=4EPKNETJMD2U type=del 2026-04-02T11:45:29.032 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.031+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=FMYS6QKKNCI8 type=write size=688930 2026-04-02T11:45:29.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.032+0000 7f5c0c217880 1 < suggested remove operation key=H18MHG2QUIPU tag=QA68RJDNMO0Y type=del 2026-04-02T11:45:29.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.033+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=V8WMLMKOGM03 type=del size=3921539 2026-04-02T11:45:29.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.034+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~EDL2XU2GZIX8.0 size=1048576 2026-04-02T11:45:29.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.035+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~EDL2XU2GZIX8.1 size=509288 2026-04-02T11:45:29.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.036+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=EDL2XU2GZIX8 tag=NJ9FJ63U7BRZ type=write size=2606440 2026-04-02T11:45:29.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.037+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=V3OLXFY5MTEZ type=write size=957325 2026-04-02T11:45:29.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.038+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~GB4JMZWICVLT.0 size=1048576 2026-04-02T11:45:29.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.039+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~GB4JMZWICVLT.1 size=1048576 2026-04-02T11:45:29.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.039+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~GB4JMZWICVLT.2 size=580492 2026-04-02T11:45:29.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.041+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=GB4JMZWICVLT tag=QJ8AIY9VP5G5 type=write size=3726220 2026-04-02T11:45:29.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.042+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=MVPI7V6U6I8U type=write size=469519 2026-04-02T11:45:29.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.042+0000 7f5c0c217880 1 < completed delete operation key=EA5JHZQJK139 tag=WMJ4B75FY3J7 type=del 2026-04-02T11:45:29.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.043+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=0XFFLFHQ947X type=del size=2381676 2026-04-02T11:45:29.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.044+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~J3O1MZAYQIB9.0 size=1048576 2026-04-02T11:45:29.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.045+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~J3O1MZAYQIB9.1 size=1048576 2026-04-02T11:45:29.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.045+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~J3O1MZAYQIB9.2 size=328907 2026-04-02T11:45:29.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.047+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=J3O1MZAYQIB9 tag=ACES2H3ALZFP type=write size=3474635 2026-04-02T11:45:29.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.048+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~JLOMFWIPXLQD.0 size=1048576 2026-04-02T11:45:29.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.050+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~JLOMFWIPXLQD.1 size=881378 2026-04-02T11:45:29.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.050+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=JLOMFWIPXLQD tag=JZ3JRBE50LLJ type=write size=2978530 2026-04-02T11:45:29.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.051+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~KFHKHL598A29.0 size=1048576 2026-04-02T11:45:29.053 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.052+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~KFHKHL598A29.1 size=853871 2026-04-02T11:45:29.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.053+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=KFHKHL598A29 tag=LHEZS4PJ5FG9 type=write size=2951023 2026-04-02T11:45:29.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.054+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=JVAEIPDA1FPP type=del size=933688 2026-04-02T11:45:29.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.054+0000 7f5c0c217880 1 < canceled part key=_multipart_RY963UTFY8OE.2~F30X4XYMH408.0 size=286294 2026-04-02T11:45:29.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.057+0000 7f5c0c217880 1 < canceled multipart upload key=RY963UTFY8OE upload=F30X4XYMH408 tag=3T67BQ6IQDCV type=write size=1334870 2026-04-02T11:45:29.059 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.057+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=EGXD7FQ1WN4G type=write size=530187 2026-04-02T11:45:29.060 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.058+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~YS33HY9OI2Y4.0 size=957183 2026-04-02T11:45:29.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.060+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=YS33HY9OI2Y4 tag=V2F24DDONIYC type=write size=2005759 2026-04-02T11:45:29.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.061+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~2Z4P0200DRJ7.0 size=1048576 2026-04-02T11:45:29.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.062+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~2Z4P0200DRJ7.1 size=1030343 2026-04-02T11:45:29.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.062+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=2Z4P0200DRJ7 tag=HB30LV7AJ710 type=write size=3127495 2026-04-02T11:45:29.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.062+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~SJ50UZL0M5B8.0 size=1048576 2026-04-02T11:45:29.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.063+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~SJ50UZL0M5B8.1 size=275882 2026-04-02T11:45:29.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.064+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=SJ50UZL0M5B8 tag=GC0KJJL43HZ1 type=write size=2373034 2026-04-02T11:45:29.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.066+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~FQ6GHE6PLMX3.0 size=1048576 2026-04-02T11:45:29.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.066+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~FQ6GHE6PLMX3.1 size=87762 2026-04-02T11:45:29.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.066+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=FQ6GHE6PLMX3 tag=G3VRYFS1D8M9 type=write size=2184914 2026-04-02T11:45:29.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.067+0000 7f5c0c217880 1 < canceled operation key=0E1A1BB207I3 tag=ZSLNF34Q59OP type=del size=1029014 2026-04-02T11:45:29.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.068+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=AAQFR0KLW1JX type=del size=1756931 2026-04-02T11:45:29.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.068+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~WR7ASPZC5OED.0 size=430486 2026-04-02T11:45:29.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.070+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=WR7ASPZC5OED tag=AOI1BPJ0MF75 type=write size=1479062 2026-04-02T11:45:29.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.070+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=JH1TY2XDH00Y type=del size=1822879 2026-04-02T11:45:29.074 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.073+0000 7f5c0c217880 1 < suggested update operation key=18ALC111A00W tag=2ZN8FI2S4N0T type=del size=2283135 2026-04-02T11:45:29.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.074+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=BC834O5GK2IY type=write size=782367 2026-04-02T11:45:29.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.074+0000 7f5c0c217880 1 < completed delete operation key=LWVLFKB2UJNA tag=SJ6NY41WUZRC type=del 2026-04-02T11:45:29.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.076+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~YSB4KJCACJ1X.0 size=1048576 2026-04-02T11:45:29.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.077+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~YSB4KJCACJ1X.1 size=1048576 2026-04-02T11:45:29.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.077+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~YSB4KJCACJ1X.2 size=924109 2026-04-02T11:45:29.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.077+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=YSB4KJCACJ1X tag=3ROYM8W7OGV6 type=write size=4069837 2026-04-02T11:45:29.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.078+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=QJX3XDO46A3J type=del 2026-04-02T11:45:29.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.079+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=F9RJ2VUG5N69 type=del size=3810322 2026-04-02T11:45:29.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.080+0000 7f5c0c217880 1 < completed write operation key=6OTERZHPNBJR tag=UQ5E1YR84GR5 type=write size=595783 2026-04-02T11:45:29.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.081+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~TXWEPOUUD6JJ.0 size=1048576 2026-04-02T11:45:29.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.082+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~TXWEPOUUD6JJ.1 size=826450 2026-04-02T11:45:29.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.082+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=TXWEPOUUD6JJ tag=LJJ7WNW7W9VK type=write size=2923602 2026-04-02T11:45:29.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.083+0000 7f5c0c217880 1 < suggested remove operation key=80JM980KZYGT tag=FMYS6QKKNCI8 type=write 2026-04-02T11:45:29.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.084+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=K6QPX39ZG9H1 type=del size=347226 2026-04-02T11:45:29.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.085+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=V8WMLMKOGM03 type=del 2026-04-02T11:45:29.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.086+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=0CFWW2IF6W74 type=del size=1159347 2026-04-02T11:45:29.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.087+0000 7f5c0c217880 1 < completed write operation key=80YVB17TNIAR tag=V3OLXFY5MTEZ type=write size=957325 2026-04-02T11:45:29.089 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.087+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=6EYSGQB7AU50 type=del size=328462 2026-04-02T11:45:29.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.088+0000 7f5c0c217880 1 < completed write operation key=6OTERZHPNBJR tag=MVPI7V6U6I8U type=write size=469519 2026-04-02T11:45:29.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.090+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~QQDY922NABU7.0 size=1048576 2026-04-02T11:45:29.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.090+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~QQDY922NABU7.1 size=1048576 2026-04-02T11:45:29.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.091+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~QQDY922NABU7.2 size=731921 2026-04-02T11:45:29.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.091+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=QQDY922NABU7 tag=3F206QN0MOCB type=write size=3877649 2026-04-02T11:45:29.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.092+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=0XFFLFHQ947X type=del 2026-04-02T11:45:29.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.093+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=7Z34S243C1EL type=write size=500462 2026-04-02T11:45:29.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.093+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~JLOMFWIPXLQD.0 size=1048576 2026-04-02T11:45:29.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.094+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~JLOMFWIPXLQD.1 size=881378 2026-04-02T11:45:29.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.095+0000 7f5c0c217880 1 < completed multipart upload key=X8AC72ESIA6N upload=JLOMFWIPXLQD tag=JZ3JRBE50LLJ type=write size=2978530 2026-04-02T11:45:29.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.097+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~MZ18N7LWIE6I.0 size=1048576 2026-04-02T11:45:29.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.097+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~MZ18N7LWIE6I.1 size=411614 2026-04-02T11:45:29.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.097+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=MZ18N7LWIE6I tag=WCHBNWSRFE21 type=write size=2508766 2026-04-02T11:45:29.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.099+0000 7f5c0c217880 1 < suggested remove operation key=H18MHG2QUIPU tag=JVAEIPDA1FPP type=del 2026-04-02T11:45:29.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.100+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~ARSHV9XG12U2.0 size=1005467 2026-04-02T11:45:29.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.100+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=ARSHV9XG12U2 tag=I0MIATH2GXEY type=write size=2054043 2026-04-02T11:45:29.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.101+0000 7f5c0c217880 1 < completed write operation key=3NDJG05GFEU3 tag=EGXD7FQ1WN4G type=write size=530187 2026-04-02T11:45:29.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.102+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=MPSHVLYMBVHI type=del size=3112568 2026-04-02T11:45:29.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.102+0000 7f5c0c217880 1 < canceled part key=_multipart_X8AC72ESIA6N.2~2Z4P0200DRJ7.0 size=1048576 2026-04-02T11:45:29.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.103+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~2Z4P0200DRJ7.1 size=1030343 2026-04-02T11:45:29.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.105+0000 7f5c0c217880 1 < canceled multipart upload key=X8AC72ESIA6N upload=2Z4P0200DRJ7 tag=HB30LV7AJ710 type=write size=3127495 2026-04-02T11:45:29.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.106+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~TQJYUVO7MAJT.0 size=1048576 2026-04-02T11:45:29.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.107+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~TQJYUVO7MAJT.1 size=1048576 2026-04-02T11:45:29.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.108+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~TQJYUVO7MAJT.2 size=420154 2026-04-02T11:45:29.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.108+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=TQJYUVO7MAJT tag=8R8GT66Y8J0H type=write size=3565882 2026-04-02T11:45:29.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.108+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~FQ6GHE6PLMX3.0 size=1048576 2026-04-02T11:45:29.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.109+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~FQ6GHE6PLMX3.1 size=87762 2026-04-02T11:45:29.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.110+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=FQ6GHE6PLMX3 tag=G3VRYFS1D8M9 type=write size=2184914 2026-04-02T11:45:29.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.111+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=DM9WCEUUW6DX type=del size=1908581 2026-04-02T11:45:29.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.112+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=AAQFR0KLW1JX type=del 2026-04-02T11:45:29.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.113+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=4X2QWR2NNSG9 type=del size=1366058 2026-04-02T11:45:29.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.114+0000 7f5c0c217880 1 < suggested remove operation key=X8AC72ESIA6N tag=JH1TY2XDH00Y type=del 2026-04-02T11:45:29.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.116+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~J270YL8DQ6OE.0 size=1048576 2026-04-02T11:45:29.118 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.116+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~J270YL8DQ6OE.1 size=992742 2026-04-02T11:45:29.118 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.116+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=J270YL8DQ6OE tag=JXVU8PB8WLOI type=write size=3089894 2026-04-02T11:45:29.118 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.117+0000 7f5c0c217880 1 < completed write operation key=6OTERZHPNBJR tag=BC834O5GK2IY type=write size=782367 2026-04-02T11:45:29.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.118+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=4A7F05KM6ZDO type=del size=4164685 2026-04-02T11:45:29.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.119+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~YSB4KJCACJ1X.0 size=1048576 2026-04-02T11:45:29.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.119+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~YSB4KJCACJ1X.1 size=1048576 2026-04-02T11:45:29.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.120+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~YSB4KJCACJ1X.2 size=924109 2026-04-02T11:45:29.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.121+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=YSB4KJCACJ1X tag=3ROYM8W7OGV6 type=write size=4069837 2026-04-02T11:45:29.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.122+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=8VHY80CR21NC type=del size=1640580 2026-04-02T11:45:29.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.123+0000 7f5c0c217880 1 < suggested update operation key=TV1SXLAYZV94 tag=F9RJ2VUG5N69 type=del size=3810322 2026-04-02T11:45:29.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.124+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=KIIJ3ZUV6VS5 type=del size=3716984 2026-04-02T11:45:29.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.125+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~TXWEPOUUD6JJ.0 size=1048576 2026-04-02T11:45:29.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.126+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~TXWEPOUUD6JJ.1 size=826450 2026-04-02T11:45:29.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.127+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=TXWEPOUUD6JJ tag=LJJ7WNW7W9VK type=write size=2923602 2026-04-02T11:45:29.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.128+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~095VYHG85JRY.0 size=1048576 2026-04-02T11:45:29.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.129+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~095VYHG85JRY.1 size=1048576 2026-04-02T11:45:29.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.130+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~095VYHG85JRY.2 size=505608 2026-04-02T11:45:29.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.130+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=095VYHG85JRY tag=PJ8USWB03J70 type=write size=3651336 2026-04-02T11:45:29.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.131+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=K6QPX39ZG9H1 type=del 2026-04-02T11:45:29.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.132+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~IRHLN1Q2DU7U.0 size=1048576 2026-04-02T11:45:29.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.133+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~IRHLN1Q2DU7U.1 size=1048576 2026-04-02T11:45:29.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.133+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~IRHLN1Q2DU7U.2 size=396514 2026-04-02T11:45:29.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.133+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=IRHLN1Q2DU7U tag=WDFIFJ86NEGO type=write size=3542242 2026-04-02T11:45:29.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.135+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=0CFWW2IF6W74 type=del 2026-04-02T11:45:29.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.136+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=O7BLHHRT33Z8 type=del size=3153318 2026-04-02T11:45:29.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.137+0000 7f5c0c217880 -1 < failed to complete operation key=H18MHG2QUIPU tag=6EYSGQB7AU50 type=del size=328462: (22) Invalid argument 2026-04-02T11:45:29.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.137+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=CWMJMCVZHRNF type=write size=908929 2026-04-02T11:45:29.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.138+0000 7f5c0c217880 1 < canceled part key=_multipart_18ALC111A00W.2~QQDY922NABU7.0 size=1048576 2026-04-02T11:45:29.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.138+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~QQDY922NABU7.1 size=1048576 2026-04-02T11:45:29.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.138+0000 7f5c0c217880 1 < canceled part key=_multipart_18ALC111A00W.2~QQDY922NABU7.2 size=731921 2026-04-02T11:45:29.141 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.139+0000 7f5c0c217880 1 < canceled multipart upload key=18ALC111A00W upload=QQDY922NABU7 tag=3F206QN0MOCB type=write size=3877649 2026-04-02T11:45:29.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.141+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~UCJOTZPC6AVS.0 size=1048576 2026-04-02T11:45:29.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.141+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~UCJOTZPC6AVS.1 size=875793 2026-04-02T11:45:29.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.141+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=UCJOTZPC6AVS tag=2HJTVW84MARF type=write size=2972945 2026-04-02T11:45:29.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.142+0000 7f5c0c217880 1 < completed write operation key=0ID62KUCSKML tag=7Z34S243C1EL type=write size=500462 2026-04-02T11:45:29.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.144+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~IASCB7X3U1UC.0 size=620794 2026-04-02T11:45:29.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.144+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=IASCB7X3U1UC tag=ZM7XJ79BQG4H type=write size=1669370 2026-04-02T11:45:29.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.145+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~MZ18N7LWIE6I.0 size=1048576 2026-04-02T11:45:29.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.146+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~MZ18N7LWIE6I.1 size=411614 2026-04-02T11:45:29.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.147+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=MZ18N7LWIE6I tag=WCHBNWSRFE21 type=write size=2508766 2026-04-02T11:45:29.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.148+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~F7A97JRU1YCV.0 size=247510 2026-04-02T11:45:29.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.148+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=F7A97JRU1YCV tag=OL6TTK1D6LDN type=write size=1296086 2026-04-02T11:45:29.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.149+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~ARSHV9XG12U2.0 size=1005467 2026-04-02T11:45:29.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.150+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=ARSHV9XG12U2 tag=I0MIATH2GXEY type=write size=2054043 2026-04-02T11:45:29.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.151+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=GQ0T21DRRDNT type=del size=1217608 2026-04-02T11:45:29.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.152+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=MPSHVLYMBVHI type=del 2026-04-02T11:45:29.154 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.153+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=YVE72LR7XFCG type=write size=212689 2026-04-02T11:45:29.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.153+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~TQJYUVO7MAJT.0 size=1048576 2026-04-02T11:45:29.156 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.154+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~TQJYUVO7MAJT.1 size=1048576 2026-04-02T11:45:29.156 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.155+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~TQJYUVO7MAJT.2 size=420154 2026-04-02T11:45:29.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.156+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=TQJYUVO7MAJT tag=8R8GT66Y8J0H type=write size=3565882 2026-04-02T11:45:29.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.157+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=3930AGKUKZXI type=del size=1148930 2026-04-02T11:45:29.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.158+0000 7f5c0c217880 -1 < failed to complete operation key=X8AC72ESIA6N tag=DM9WCEUUW6DX type=del size=1908581: (22) Invalid argument 2026-04-02T11:45:29.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.159+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~ZKNEI5MVUBKC.0 size=1048576 2026-04-02T11:45:29.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.160+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~ZKNEI5MVUBKC.1 size=925213 2026-04-02T11:45:29.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.160+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=ZKNEI5MVUBKC tag=MUPC6JSDRPBW type=write size=3022365 2026-04-02T11:45:29.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.163+0000 7f5c0c217880 1 < suggested remove operation key=93T2V482IGI4 tag=4X2QWR2NNSG9 type=del 2026-04-02T11:45:29.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.164+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~427AT3B2UP6N.0 size=754854 2026-04-02T11:45:29.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.164+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=427AT3B2UP6N tag=OUOXRBZPRLAC type=write size=1803430 2026-04-02T11:45:29.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.165+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~J270YL8DQ6OE.0 size=1048576 2026-04-02T11:45:29.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.166+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~J270YL8DQ6OE.1 size=992742 2026-04-02T11:45:29.169 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.168+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=J270YL8DQ6OE tag=JXVU8PB8WLOI type=write size=3089894 2026-04-02T11:45:29.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.168+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=9RBG2B35W23N type=write size=425845 2026-04-02T11:45:29.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.169+0000 7f5c0c217880 1 < canceled operation key=0L9I2XPJ6ED1 tag=4A7F05KM6ZDO type=del size=4164685 2026-04-02T11:45:29.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.170+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=8A7MA2NG6VAO type=del size=3283305 2026-04-02T11:45:29.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.171+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=8VHY80CR21NC type=del 2026-04-02T11:45:29.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.172+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~97CBI71LSPB2.0 size=1048576 2026-04-02T11:45:29.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.173+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~97CBI71LSPB2.1 size=988150 2026-04-02T11:45:29.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.173+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=97CBI71LSPB2 tag=0FQQKXZ67PG6 type=write size=3085302 2026-04-02T11:45:29.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.174+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=KIIJ3ZUV6VS5 type=del 2026-04-02T11:45:29.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.175+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=RZ14TML29DF1 type=del size=2577408 2026-04-02T11:45:29.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.176+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~095VYHG85JRY.0 size=1048576 2026-04-02T11:45:29.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.176+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~095VYHG85JRY.1 size=1048576 2026-04-02T11:45:29.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.177+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~095VYHG85JRY.2 size=505608 2026-04-02T11:45:29.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.178+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=095VYHG85JRY tag=PJ8USWB03J70 type=write size=3651336 2026-04-02T11:45:29.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.179+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=5EIQUNX0NOPT type=del size=2985231 2026-04-02T11:45:29.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.180+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~IRHLN1Q2DU7U.0 size=1048576 2026-04-02T11:45:29.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.180+0000 7f5c0c217880 1 < canceled part key=_multipart_RY963UTFY8OE.2~IRHLN1Q2DU7U.1 size=1048576 2026-04-02T11:45:29.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.180+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~IRHLN1Q2DU7U.2 size=396514 2026-04-02T11:45:29.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.182+0000 7f5c0c217880 1 < canceled multipart upload key=RY963UTFY8OE upload=IRHLN1Q2DU7U tag=WDFIFJ86NEGO type=write size=3542242 2026-04-02T11:45:29.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.183+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=Z7IF03NWTND5 type=del size=4104090 2026-04-02T11:45:29.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.184+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=O7BLHHRT33Z8 type=del 2026-04-02T11:45:29.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.185+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~I54J06A7DW0Z.0 size=1048576 2026-04-02T11:45:29.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.186+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~I54J06A7DW0Z.1 size=974161 2026-04-02T11:45:29.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.186+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=I54J06A7DW0Z tag=00WAJWX71987 type=write size=3071313 2026-04-02T11:45:29.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.187+0000 7f5c0c217880 -1 < failed to complete operation key=93T2V482IGI4 tag=CWMJMCVZHRNF type=write size=908929: (22) Invalid argument 2026-04-02T11:45:29.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.187+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=KY3B1S5NY2V8 type=del size=2573767 2026-04-02T11:45:29.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.188+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~UCJOTZPC6AVS.0 size=1048576 2026-04-02T11:45:29.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.189+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~UCJOTZPC6AVS.1 size=875793 2026-04-02T11:45:29.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.190+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=UCJOTZPC6AVS tag=2HJTVW84MARF type=write size=2972945 2026-04-02T11:45:29.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.191+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=SZ1MBJKAIHYY type=del size=581491 2026-04-02T11:45:29.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.192+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~IASCB7X3U1UC.0 size=620794 2026-04-02T11:45:29.194 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.193+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=IASCB7X3U1UC tag=ZM7XJ79BQG4H type=write size=1669370 2026-04-02T11:45:29.196 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.195+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~L5D6514F3FRP.0 size=603372 2026-04-02T11:45:29.196 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.195+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=L5D6514F3FRP tag=M6WOC2YUUUUG type=write size=1651948 2026-04-02T11:45:29.197 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.195+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~F7A97JRU1YCV.0 size=247510 2026-04-02T11:45:29.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.197+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=F7A97JRU1YCV tag=OL6TTK1D6LDN type=write size=1296086 2026-04-02T11:45:29.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.200+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~WCNAZXIVCEMV.0 size=263171 2026-04-02T11:45:29.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.200+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=WCNAZXIVCEMV tag=7TAESUHZYFIX type=write size=1311747 2026-04-02T11:45:29.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.201+0000 7f5c0c217880 1 < canceled operation key=UOANTGYGF6UA tag=GQ0T21DRRDNT type=del size=1217608 2026-04-02T11:45:29.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.202+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=E0F3VJMJ58XH type=write size=95556 2026-04-02T11:45:29.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.203+0000 7f5c0c217880 1 < suggested update operation key=A7V45HD10IBY tag=YVE72LR7XFCG type=write size=212689 2026-04-02T11:45:29.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.205+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~8EX1WGY5VJRU.0 size=710622 2026-04-02T11:45:29.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.205+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=8EX1WGY5VJRU tag=Z58ASHXWIEMH type=write size=1759198 2026-04-02T11:45:29.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.206+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=3930AGKUKZXI type=del 2026-04-02T11:45:29.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.207+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~5DHQSAY8V680.0 size=1048576 2026-04-02T11:45:29.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.208+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~5DHQSAY8V680.1 size=1048576 2026-04-02T11:45:29.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.209+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~5DHQSAY8V680.2 size=181531 2026-04-02T11:45:29.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.209+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=5DHQSAY8V680 tag=HU0IBS2ONH0J type=write size=3327259 2026-04-02T11:45:29.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.210+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~ZKNEI5MVUBKC.0 size=1048576 2026-04-02T11:45:29.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.210+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~ZKNEI5MVUBKC.1 size=925213 2026-04-02T11:45:29.213 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.212+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=ZKNEI5MVUBKC tag=MUPC6JSDRPBW type=write size=3022365 2026-04-02T11:45:29.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.212+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=2QR5S0PNQUAN type=del size=1375175 2026-04-02T11:45:29.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.213+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~427AT3B2UP6N.0 size=754854 2026-04-02T11:45:29.216 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.214+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=427AT3B2UP6N tag=OUOXRBZPRLAC type=write size=1803430 2026-04-02T11:45:29.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.215+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=7IXPYJIEY3PS type=del size=3318791 2026-04-02T11:45:29.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.216+0000 7f5c0c217880 1 < completed write operation key=0L9I2XPJ6ED1 tag=9RBG2B35W23N type=write size=425845 2026-04-02T11:45:29.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.217+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~F5EDY3UJ0SYN.0 size=434511 2026-04-02T11:45:29.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.217+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=F5EDY3UJ0SYN tag=0PLZN0SI50FP type=write size=1483087 2026-04-02T11:45:29.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.219+0000 7f5c0c217880 1 < suggested remove operation key=QAI58E61O0A8 tag=8A7MA2NG6VAO type=del 2026-04-02T11:45:29.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.221+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~HR7K3HSIUV66.0 size=1048576 2026-04-02T11:45:29.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.221+0000 7f5c0c217880 1 > prepared part key=_multipart_LWVLFKB2UJNA.2~HR7K3HSIUV66.1 size=557795 2026-04-02T11:45:29.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.221+0000 7f5c0c217880 1 > prepared multipart upload key=LWVLFKB2UJNA upload=HR7K3HSIUV66 tag=4T9575YZ0MDX type=write size=2654947 2026-04-02T11:45:29.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.224+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~97CBI71LSPB2.0 size=1048576 2026-04-02T11:45:29.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.224+0000 7f5c0c217880 1 < canceled part key=_multipart_0E1A1BB207I3.2~97CBI71LSPB2.1 size=988150 2026-04-02T11:45:29.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.225+0000 7f5c0c217880 1 < canceled multipart upload key=0E1A1BB207I3 upload=97CBI71LSPB2 tag=0FQQKXZ67PG6 type=write size=3085302 2026-04-02T11:45:29.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.226+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=X5I6XPCID1WQ type=del size=1387472 2026-04-02T11:45:29.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.227+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=RZ14TML29DF1 type=del 2026-04-02T11:45:29.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.227+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=61FLQN5MVUD8 type=del size=2275455 2026-04-02T11:45:29.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.229+0000 7f5c0c217880 1 < suggested update operation key=LK943WZ8ZUMG tag=5EIQUNX0NOPT type=del size=2985231 2026-04-02T11:45:29.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.230+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=IQ3R4VKH07TO type=write size=928869 2026-04-02T11:45:29.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.230+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=Z7IF03NWTND5 type=del 2026-04-02T11:45:29.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.232+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~HXUK23NEUGEY.0 size=674983 2026-04-02T11:45:29.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.232+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=HXUK23NEUGEY tag=TYTNDIBIIRSA type=write size=1723559 2026-04-02T11:45:29.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.233+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~I54J06A7DW0Z.0 size=1048576 2026-04-02T11:45:29.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.234+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~I54J06A7DW0Z.1 size=974161 2026-04-02T11:45:29.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.235+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=I54J06A7DW0Z tag=00WAJWX71987 type=write size=3071313 2026-04-02T11:45:29.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.237+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~MDDKNIF2Y0XM.0 size=296421 2026-04-02T11:45:29.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.237+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=MDDKNIF2Y0XM tag=249QA5GCMWDJ type=write size=1344997 2026-04-02T11:45:29.239 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.237+0000 7f5c0c217880 1 < canceled operation key=TV1SXLAYZV94 tag=KY3B1S5NY2V8 type=del size=2573767 2026-04-02T11:45:29.240 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.239+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~WNP0PZEMGZ3Y.0 size=1048576 2026-04-02T11:45:29.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.240+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~WNP0PZEMGZ3Y.1 size=87139 2026-04-02T11:45:29.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.240+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=WNP0PZEMGZ3Y tag=U2QVSU71T0MN type=write size=2184291 2026-04-02T11:45:29.242 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.240+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=SZ1MBJKAIHYY type=del 2026-04-02T11:45:29.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.242+0000 7f5c0c217880 1 > prepared part key=_multipart_TX21U43I2WZO.2~AC0KJ0DJNNJD.0 size=394760 2026-04-02T11:45:29.243 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.242+0000 7f5c0c217880 1 > prepared multipart upload key=TX21U43I2WZO upload=AC0KJ0DJNNJD tag=T65AL012ZZOW type=write size=1443336 2026-04-02T11:45:29.244 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.242+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~L5D6514F3FRP.0 size=603372 2026-04-02T11:45:29.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.244+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=L5D6514F3FRP tag=M6WOC2YUUUUG type=write size=1651948 2026-04-02T11:45:29.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.245+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~LTV046MEKW1C.0 size=1048576 2026-04-02T11:45:29.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.246+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~LTV046MEKW1C.1 size=965150 2026-04-02T11:45:29.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.246+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=LTV046MEKW1C tag=Y1ZZWQ7KW38Y type=write size=3062302 2026-04-02T11:45:29.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.247+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~WCNAZXIVCEMV.0 size=263171 2026-04-02T11:45:29.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.248+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=WCNAZXIVCEMV tag=7TAESUHZYFIX type=write size=1311747 2026-04-02T11:45:29.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.249+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=XNQGXL9ZZUF4 type=del size=2545335 2026-04-02T11:45:29.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.249+0000 7f5c0c217880 1 < completed write operation key=HG9SH1DT0VFR tag=E0F3VJMJ58XH type=write size=95556 2026-04-02T11:45:29.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.252+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=YWKMX72C2R2X type=del size=3126869 2026-04-02T11:45:29.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.253+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~8EX1WGY5VJRU.0 size=710622 2026-04-02T11:45:29.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.254+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=8EX1WGY5VJRU tag=Z58ASHXWIEMH type=write size=1759198 2026-04-02T11:45:29.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.255+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=5AXLWLMCD10U type=del size=209344 2026-04-02T11:45:29.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.256+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~5DHQSAY8V680.0 size=1048576 2026-04-02T11:45:29.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.256+0000 7f5c0c217880 1 < canceled part key=_multipart_66AEW1Q173VY.2~5DHQSAY8V680.1 size=1048576 2026-04-02T11:45:29.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.256+0000 7f5c0c217880 1 < canceled part key=_multipart_66AEW1Q173VY.2~5DHQSAY8V680.2 size=181531 2026-04-02T11:45:29.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.257+0000 7f5c0c217880 1 < canceled multipart upload key=66AEW1Q173VY upload=5DHQSAY8V680 tag=HU0IBS2ONH0J type=write size=3327259 2026-04-02T11:45:29.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.258+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=7AGE5GZ23XZ0 type=del size=1401997 2026-04-02T11:45:29.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.259+0000 7f5c0c217880 1 < completed delete operation key=RXDFK5T07T03 tag=2QR5S0PNQUAN type=del 2026-04-02T11:45:29.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.259+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=XAF35CH0MBXD type=del size=861833 2026-04-02T11:45:29.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.260+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=7IXPYJIEY3PS type=del 2026-04-02T11:45:29.262 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.261+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=4BGH7U4H5BQW type=del size=239484 2026-04-02T11:45:29.263 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.262+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~F5EDY3UJ0SYN.0 size=434511 2026-04-02T11:45:29.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.263+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=F5EDY3UJ0SYN tag=0PLZN0SI50FP type=write size=1483087 2026-04-02T11:45:29.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.265+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~GFS8TJ218XQQ.0 size=1048576 2026-04-02T11:45:29.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.265+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~GFS8TJ218XQQ.1 size=1048576 2026-04-02T11:45:29.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.266+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~GFS8TJ218XQQ.2 size=689532 2026-04-02T11:45:29.267 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.266+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=GFS8TJ218XQQ tag=I55VZY735EXR type=write size=3835260 2026-04-02T11:45:29.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.267+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~HR7K3HSIUV66.0 size=1048576 2026-04-02T11:45:29.269 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.267+0000 7f5c0c217880 1 < completed part key=_multipart_LWVLFKB2UJNA.2~HR7K3HSIUV66.1 size=557795 2026-04-02T11:45:29.270 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.269+0000 7f5c0c217880 1 < completed multipart upload key=LWVLFKB2UJNA upload=HR7K3HSIUV66 tag=4T9575YZ0MDX type=write size=2654947 2026-04-02T11:45:29.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.270+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~20OQAPM496O5.0 size=1048576 2026-04-02T11:45:29.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.271+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~20OQAPM496O5.1 size=825430 2026-04-02T11:45:29.272 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.271+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=20OQAPM496O5 tag=E9CW10W02STI type=write size=2922582 2026-04-02T11:45:29.274 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.272+0000 7f5c0c217880 1 < suggested remove operation key=5HGO669IL8H8 tag=X5I6XPCID1WQ type=del 2026-04-02T11:45:29.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.275+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~ML9D2EIR3KEP.0 size=1048576 2026-04-02T11:45:29.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.276+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~ML9D2EIR3KEP.1 size=1036135 2026-04-02T11:45:29.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.276+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=ML9D2EIR3KEP tag=VKXFU2B18A7O type=write size=3133287 2026-04-02T11:45:29.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.276+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=61FLQN5MVUD8 type=del 2026-04-02T11:45:29.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.277+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=K7R4XSN6SAVU type=del size=3915479 2026-04-02T11:45:29.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.278+0000 7f5c0c217880 1 < canceled operation key=80UA8NGMVTVM tag=IQ3R4VKH07TO type=write size=928869 2026-04-02T11:45:29.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.279+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~7AAY6VQKH7XZ.0 size=1048576 2026-04-02T11:45:29.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.280+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~7AAY6VQKH7XZ.1 size=1048576 2026-04-02T11:45:29.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.281+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~7AAY6VQKH7XZ.2 size=397171 2026-04-02T11:45:29.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.281+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=7AAY6VQKH7XZ tag=AETCGCU1FUMA type=write size=3542899 2026-04-02T11:45:29.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.281+0000 7f5c0c217880 1 < canceled part key=_multipart_TV1SXLAYZV94.2~HXUK23NEUGEY.0 size=674983 2026-04-02T11:45:29.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.282+0000 7f5c0c217880 1 < canceled multipart upload key=TV1SXLAYZV94 upload=HXUK23NEUGEY tag=TYTNDIBIIRSA type=write size=1723559 2026-04-02T11:45:29.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.283+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=VY76A76FUMOC type=del size=2619731 2026-04-02T11:45:29.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.283+0000 7f5c0c217880 1 < canceled part key=_multipart_TV1SXLAYZV94.2~MDDKNIF2Y0XM.0 size=296421 2026-04-02T11:45:29.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.284+0000 7f5c0c217880 1 < canceled multipart upload key=TV1SXLAYZV94 upload=MDDKNIF2Y0XM tag=249QA5GCMWDJ type=write size=1344997 2026-04-02T11:45:29.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.286+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~GYDM1QRJP6UF.0 size=1048576 2026-04-02T11:45:29.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.288+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~GYDM1QRJP6UF.1 size=247889 2026-04-02T11:45:29.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.288+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=GYDM1QRJP6UF tag=JPFANH0HRC30 type=write size=2345041 2026-04-02T11:45:29.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.288+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~WNP0PZEMGZ3Y.0 size=1048576 2026-04-02T11:45:29.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.289+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~WNP0PZEMGZ3Y.1 size=87139 2026-04-02T11:45:29.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.290+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=WNP0PZEMGZ3Y tag=U2QVSU71T0MN type=write size=2184291 2026-04-02T11:45:29.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.292+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~KS4FV0DXRH14.0 size=349741 2026-04-02T11:45:29.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.292+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=KS4FV0DXRH14 tag=H00D9SBWVTLX type=write size=1398317 2026-04-02T11:45:29.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.293+0000 7f5c0c217880 1 < completed part key=_multipart_TX21U43I2WZO.2~AC0KJ0DJNNJD.0 size=394760 2026-04-02T11:45:29.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.294+0000 7f5c0c217880 1 < completed multipart upload key=TX21U43I2WZO upload=AC0KJ0DJNNJD tag=T65AL012ZZOW type=write size=1443336 2026-04-02T11:45:29.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.295+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~8Y5IT1O5OJDM.0 size=1048576 2026-04-02T11:45:29.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.296+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~8Y5IT1O5OJDM.1 size=1030236 2026-04-02T11:45:29.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.296+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=8Y5IT1O5OJDM tag=RQBKR64D5C9G type=write size=3127388 2026-04-02T11:45:29.298 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.297+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~LTV046MEKW1C.0 size=1048576 2026-04-02T11:45:29.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.297+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~LTV046MEKW1C.1 size=965150 2026-04-02T11:45:29.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.299+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=LTV046MEKW1C tag=Y1ZZWQ7KW38Y type=write size=3062302 2026-04-02T11:45:29.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.299+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=EK260YSPG7LG type=write size=123733 2026-04-02T11:45:29.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.301+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=XNQGXL9ZZUF4 type=del 2026-04-02T11:45:29.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.303+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~QQK1ZCE29B0R.0 size=1048576 2026-04-02T11:45:29.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.303+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~QQK1ZCE29B0R.1 size=1048576 2026-04-02T11:45:29.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.304+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~QQK1ZCE29B0R.2 size=1048530 2026-04-02T11:45:29.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.304+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=QQK1ZCE29B0R tag=QW3BBCBAQGE2 type=write size=4194258 2026-04-02T11:45:29.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.305+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=YWKMX72C2R2X type=del 2026-04-02T11:45:29.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.306+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~6IF95WP4ZSKW.0 size=1048576 2026-04-02T11:45:29.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.307+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~6IF95WP4ZSKW.1 size=1048576 2026-04-02T11:45:29.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.308+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~6IF95WP4ZSKW.2 size=388524 2026-04-02T11:45:29.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.308+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=6IF95WP4ZSKW tag=T2RVYMKYOZWI type=write size=3534252 2026-04-02T11:45:29.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.308+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=5AXLWLMCD10U type=del 2026-04-02T11:45:29.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.309+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=J80JAWQFVDTH type=del size=2366095 2026-04-02T11:45:29.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.310+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=7AGE5GZ23XZ0 type=del 2026-04-02T11:45:29.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.311+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=UODKZEED36YL type=del size=2325641 2026-04-02T11:45:29.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.311+0000 7f5c0c217880 1 < completed delete operation key=80JM980KZYGT tag=XAF35CH0MBXD type=del 2026-04-02T11:45:29.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.313+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~BY41EAK0LYBT.0 size=1048576 2026-04-02T11:45:29.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.313+0000 7f5c0c217880 1 > prepared part key=_multipart_66AEW1Q173VY.2~BY41EAK0LYBT.1 size=6607 2026-04-02T11:45:29.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.313+0000 7f5c0c217880 1 > prepared multipart upload key=66AEW1Q173VY upload=BY41EAK0LYBT tag=BJZLBR7TV36C type=write size=2103759 2026-04-02T11:45:29.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.314+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=4BGH7U4H5BQW type=del 2026-04-02T11:45:29.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.315+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~O4UUMU1WGUA0.0 size=1048576 2026-04-02T11:45:29.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.316+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~O4UUMU1WGUA0.1 size=537286 2026-04-02T11:45:29.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.316+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=O4UUMU1WGUA0 tag=CMDO0NLBSAVW type=write size=2634438 2026-04-02T11:45:29.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.317+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~GFS8TJ218XQQ.0 size=1048576 2026-04-02T11:45:29.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.317+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~GFS8TJ218XQQ.1 size=1048576 2026-04-02T11:45:29.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.318+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~GFS8TJ218XQQ.2 size=689532 2026-04-02T11:45:29.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.319+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=GFS8TJ218XQQ tag=I55VZY735EXR type=write size=3835260 2026-04-02T11:45:29.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.321+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~L0AK06YIOQCJ.0 size=1048576 2026-04-02T11:45:29.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.321+0000 7f5c0c217880 1 > prepared part key=_multipart_93T2V482IGI4.2~L0AK06YIOQCJ.1 size=312308 2026-04-02T11:45:29.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.321+0000 7f5c0c217880 1 > prepared multipart upload key=93T2V482IGI4 upload=L0AK06YIOQCJ tag=QKBDR0Y4FMK9 type=write size=2409460 2026-04-02T11:45:29.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.321+0000 7f5c0c217880 1 < canceled part key=_multipart_5HGO669IL8H8.2~20OQAPM496O5.0 size=1048576 2026-04-02T11:45:29.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.322+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~20OQAPM496O5.1 size=825430 2026-04-02T11:45:29.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.323+0000 7f5c0c217880 1 < canceled multipart upload key=5HGO669IL8H8 upload=20OQAPM496O5 tag=E9CW10W02STI type=write size=2922582 2026-04-02T11:45:29.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.325+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~T28JY195D0UV.0 size=1048576 2026-04-02T11:45:29.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.325+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~T28JY195D0UV.1 size=168349 2026-04-02T11:45:29.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.325+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=T28JY195D0UV tag=367LX67D2YZI type=write size=2265501 2026-04-02T11:45:29.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.326+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~ML9D2EIR3KEP.0 size=1048576 2026-04-02T11:45:29.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.327+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~ML9D2EIR3KEP.1 size=1036135 2026-04-02T11:45:29.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.328+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=ML9D2EIR3KEP tag=VKXFU2B18A7O type=write size=3133287 2026-04-02T11:45:29.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.329+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=1SXPHI6CVIUF type=del size=2007985 2026-04-02T11:45:29.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.330+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=K7R4XSN6SAVU type=del 2026-04-02T11:45:29.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.333+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~IGJN0HYTFGZN.0 size=1048576 2026-04-02T11:45:29.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.333+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~IGJN0HYTFGZN.1 size=854756 2026-04-02T11:45:29.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.333+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=IGJN0HYTFGZN tag=PQPFFZ7OFGNY type=write size=2951908 2026-04-02T11:45:29.336 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.334+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~7AAY6VQKH7XZ.0 size=1048576 2026-04-02T11:45:29.336 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.335+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~7AAY6VQKH7XZ.1 size=1048576 2026-04-02T11:45:29.337 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.335+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~7AAY6VQKH7XZ.2 size=397171 2026-04-02T11:45:29.338 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.337+0000 7f5c0c217880 1 < completed multipart upload key=H18MHG2QUIPU upload=7AAY6VQKH7XZ tag=AETCGCU1FUMA type=write size=3542899 2026-04-02T11:45:29.339 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.338+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=JSID5DLO7IQ3 type=del size=2614176 2026-04-02T11:45:29.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.338+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=VY76A76FUMOC type=del 2026-04-02T11:45:29.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.339+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=PYNN81IKR7BO type=del size=3039137 2026-04-02T11:45:29.341 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.340+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~GYDM1QRJP6UF.0 size=1048576 2026-04-02T11:45:29.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.340+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~GYDM1QRJP6UF.1 size=247889 2026-04-02T11:45:29.343 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.342+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=GYDM1QRJP6UF tag=JPFANH0HRC30 type=write size=2345041 2026-04-02T11:45:29.344 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.342+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=X8R834MVQ2XA type=write size=257333 2026-04-02T11:45:29.345 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.343+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~KS4FV0DXRH14.0 size=349741 2026-04-02T11:45:29.346 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.345+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=KS4FV0DXRH14 tag=H00D9SBWVTLX type=write size=1398317 2026-04-02T11:45:29.347 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.345+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=EM9LAPHWJEUR type=del size=530196 2026-04-02T11:45:29.347 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.346+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~8Y5IT1O5OJDM.0 size=1048576 2026-04-02T11:45:29.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.347+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~8Y5IT1O5OJDM.1 size=1030236 2026-04-02T11:45:29.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.348+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=8Y5IT1O5OJDM tag=RQBKR64D5C9G type=write size=3127388 2026-04-02T11:45:29.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.349+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=HWBHTCHX51RQ type=del size=1253661 2026-04-02T11:45:29.351 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.350+0000 7f5c0c217880 1 < completed write operation key=6OTERZHPNBJR tag=EK260YSPG7LG type=write size=123733 2026-04-02T11:45:29.352 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.351+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~VYENCXQI4LR0.0 size=1048576 2026-04-02T11:45:29.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.352+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~VYENCXQI4LR0.1 size=1048576 2026-04-02T11:45:29.354 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.352+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~VYENCXQI4LR0.2 size=29833 2026-04-02T11:45:29.354 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.352+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=VYENCXQI4LR0 tag=WSOD1SC9IM0M type=write size=3175561 2026-04-02T11:45:29.354 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.353+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~QQK1ZCE29B0R.0 size=1048576 2026-04-02T11:45:29.355 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.354+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~QQK1ZCE29B0R.1 size=1048576 2026-04-02T11:45:29.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.354+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~QQK1ZCE29B0R.2 size=1048530 2026-04-02T11:45:29.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.356+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=QQK1ZCE29B0R tag=QW3BBCBAQGE2 type=write size=4194258 2026-04-02T11:45:29.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.359+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=PN5ZGBLHXA3M type=del size=2217254 2026-04-02T11:45:29.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.360+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~6IF95WP4ZSKW.0 size=1048576 2026-04-02T11:45:29.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.361+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~6IF95WP4ZSKW.1 size=1048576 2026-04-02T11:45:29.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.362+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~6IF95WP4ZSKW.2 size=388524 2026-04-02T11:45:29.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.364+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=6IF95WP4ZSKW tag=T2RVYMKYOZWI type=write size=3534252 2026-04-02T11:45:29.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.365+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=A8KRKA1G0OIV type=del size=899315 2026-04-02T11:45:29.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.366+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=J80JAWQFVDTH type=del 2026-04-02T11:45:29.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.367+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=CW0F7DVJ8KWJ type=del size=2706256 2026-04-02T11:45:29.369 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.367+0000 7f5c0c217880 1 < canceled operation key=TV1SXLAYZV94 tag=UODKZEED36YL type=del size=2325641 2026-04-02T11:45:29.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.368+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=CBJ4K2S3ZUCI type=del size=334990 2026-04-02T11:45:29.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.369+0000 7f5c0c217880 1 < completed part key=_multipart_66AEW1Q173VY.2~BY41EAK0LYBT.0 size=1048576 2026-04-02T11:45:29.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.369+0000 7f5c0c217880 1 < canceled part key=_multipart_66AEW1Q173VY.2~BY41EAK0LYBT.1 size=6607 2026-04-02T11:45:29.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.370+0000 7f5c0c217880 1 < canceled multipart upload key=66AEW1Q173VY upload=BY41EAK0LYBT tag=BJZLBR7TV36C type=write size=2103759 2026-04-02T11:45:29.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.371+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=QTSAXD2T3QNS type=del size=611329 2026-04-02T11:45:29.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.372+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~O4UUMU1WGUA0.0 size=1048576 2026-04-02T11:45:29.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.373+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~O4UUMU1WGUA0.1 size=537286 2026-04-02T11:45:29.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.374+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=O4UUMU1WGUA0 tag=CMDO0NLBSAVW type=write size=2634438 2026-04-02T11:45:29.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.375+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~JNTM69BJ0XAE.0 size=1048576 2026-04-02T11:45:29.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.376+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~JNTM69BJ0XAE.1 size=1048576 2026-04-02T11:45:29.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.377+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~JNTM69BJ0XAE.2 size=684296 2026-04-02T11:45:29.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.377+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=JNTM69BJ0XAE tag=P60SKQ3L3A4G type=write size=3830024 2026-04-02T11:45:29.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.377+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~L0AK06YIOQCJ.0 size=1048576 2026-04-02T11:45:29.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.378+0000 7f5c0c217880 1 < completed part key=_multipart_93T2V482IGI4.2~L0AK06YIOQCJ.1 size=312308 2026-04-02T11:45:29.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.379+0000 7f5c0c217880 1 < completed multipart upload key=93T2V482IGI4 upload=L0AK06YIOQCJ tag=QKBDR0Y4FMK9 type=write size=2409460 2026-04-02T11:45:29.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.380+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=6FDEB977I59W type=del size=964733 2026-04-02T11:45:29.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.381+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~T28JY195D0UV.0 size=1048576 2026-04-02T11:45:29.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.382+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~T28JY195D0UV.1 size=168349 2026-04-02T11:45:29.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.383+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=T28JY195D0UV tag=367LX67D2YZI type=write size=2265501 2026-04-02T11:45:29.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.384+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=HT0AJMPUEPAM type=del size=1632065 2026-04-02T11:45:29.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.385+0000 7f5c0c217880 1 < canceled operation key=QAI58E61O0A8 tag=1SXPHI6CVIUF type=del size=2007985 2026-04-02T11:45:29.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.386+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~R2MOGECK90O0.0 size=1040073 2026-04-02T11:45:29.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.386+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=R2MOGECK90O0 tag=F203TBDYJ2M0 type=write size=2088649 2026-04-02T11:45:29.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.387+0000 7f5c0c217880 1 < canceled part key=_multipart_LK943WZ8ZUMG.2~IGJN0HYTFGZN.0 size=1048576 2026-04-02T11:45:29.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.387+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~IGJN0HYTFGZN.1 size=854756 2026-04-02T11:45:29.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.390+0000 7f5c0c217880 1 < canceled multipart upload key=LK943WZ8ZUMG upload=IGJN0HYTFGZN tag=PQPFFZ7OFGNY type=write size=2951908 2026-04-02T11:45:29.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.391+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=DUK16DD0ITP8 type=del size=2900177 2026-04-02T11:45:29.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.392+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=JSID5DLO7IQ3 type=del 2026-04-02T11:45:29.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.393+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~W1867OPOJ5NF.0 size=1048576 2026-04-02T11:45:29.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.394+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~W1867OPOJ5NF.1 size=1048576 2026-04-02T11:45:29.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.394+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~W1867OPOJ5NF.2 size=400491 2026-04-02T11:45:29.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.394+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=W1867OPOJ5NF tag=FPQIZQDH2ZVZ type=write size=3546219 2026-04-02T11:45:29.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.395+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=PYNN81IKR7BO type=del 2026-04-02T11:45:29.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.396+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=HUBZN0GAYD0A type=del size=1963157 2026-04-02T11:45:29.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.397+0000 7f5c0c217880 1 < suggested remove operation key=LK943WZ8ZUMG tag=X8R834MVQ2XA type=write 2026-04-02T11:45:29.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.399+0000 7f5c0c217880 1 > prepared part key=_multipart_RY963UTFY8OE.2~16J2NCOQX9RX.0 size=290570 2026-04-02T11:45:29.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.399+0000 7f5c0c217880 1 > prepared multipart upload key=RY963UTFY8OE upload=16J2NCOQX9RX tag=JJAW20RLLRZ3 type=write size=1339146 2026-04-02T11:45:29.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.399+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=EM9LAPHWJEUR type=del 2026-04-02T11:45:29.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.400+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=VXUG6J1FNH6S type=del size=2687836 2026-04-02T11:45:29.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.401+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=HWBHTCHX51RQ type=del 2026-04-02T11:45:29.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.402+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=S2DOM39CX6PK type=del size=3561635 2026-04-02T11:45:29.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.402+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~VYENCXQI4LR0.0 size=1048576 2026-04-02T11:45:29.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.403+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~VYENCXQI4LR0.1 size=1048576 2026-04-02T11:45:29.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.404+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~VYENCXQI4LR0.2 size=29833 2026-04-02T11:45:29.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.405+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=VYENCXQI4LR0 tag=WSOD1SC9IM0M type=write size=3175561 2026-04-02T11:45:29.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.406+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=HW21N71JSZAZ type=write size=851610 2026-04-02T11:45:29.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.406+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=PN5ZGBLHXA3M type=del 2026-04-02T11:45:29.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.407+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=0BYKVUDPBMRS type=del size=3638215 2026-04-02T11:45:29.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.409+0000 7f5c0c217880 1 < suggested remove operation key=RXDFK5T07T03 tag=A8KRKA1G0OIV type=del 2026-04-02T11:45:29.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.410+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~2BLLH9A5GKNL.0 size=1048576 2026-04-02T11:45:29.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.411+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~2BLLH9A5GKNL.1 size=1048576 2026-04-02T11:45:29.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.411+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~2BLLH9A5GKNL.2 size=466198 2026-04-02T11:45:29.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.411+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=2BLLH9A5GKNL tag=KY74FXC0D5I2 type=write size=3611926 2026-04-02T11:45:29.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.412+0000 7f5c0c217880 1 < canceled operation key=5HGO669IL8H8 tag=CW0F7DVJ8KWJ type=del size=2706256 2026-04-02T11:45:29.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.413+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=FC2MNN3N8WFQ type=del size=423565 2026-04-02T11:45:29.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.414+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=CBJ4K2S3ZUCI type=del 2026-04-02T11:45:29.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.415+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~BUI5CKSU6MLK.0 size=1048576 2026-04-02T11:45:29.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.416+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~BUI5CKSU6MLK.1 size=410362 2026-04-02T11:45:29.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.416+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=BUI5CKSU6MLK tag=78FHTGR0DZO8 type=write size=2507514 2026-04-02T11:45:29.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.417+0000 7f5c0c217880 1 < suggested remove operation key=TX21U43I2WZO tag=QTSAXD2T3QNS type=del 2026-04-02T11:45:29.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.418+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~ZCIHUQB4N0YF.0 size=1048576 2026-04-02T11:45:29.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.419+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~ZCIHUQB4N0YF.1 size=1048576 2026-04-02T11:45:29.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.420+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~ZCIHUQB4N0YF.2 size=896357 2026-04-02T11:45:29.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.420+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=ZCIHUQB4N0YF tag=7N8I1HARUFS4 type=write size=4042085 2026-04-02T11:45:29.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.423+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~JNTM69BJ0XAE.0 size=1048576 2026-04-02T11:45:29.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.423+0000 7f5c0c217880 1 < canceled part key=_multipart_0ID62KUCSKML.2~JNTM69BJ0XAE.1 size=1048576 2026-04-02T11:45:29.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.424+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~JNTM69BJ0XAE.2 size=684296 2026-04-02T11:45:29.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.425+0000 7f5c0c217880 1 < canceled multipart upload key=0ID62KUCSKML upload=JNTM69BJ0XAE tag=P60SKQ3L3A4G type=write size=3830024 2026-04-02T11:45:29.427 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.426+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=GJS8AFPJSGSS type=del size=1387732 2026-04-02T11:45:29.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.426+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=6FDEB977I59W type=del 2026-04-02T11:45:29.429 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.428+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~2511T0A8447A.0 size=1048576 2026-04-02T11:45:29.430 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.428+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~2511T0A8447A.1 size=465412 2026-04-02T11:45:29.430 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.428+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=2511T0A8447A tag=C13MYI700LUN type=write size=2562564 2026-04-02T11:45:29.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.429+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=HT0AJMPUEPAM type=del 2026-04-02T11:45:29.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.430+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=I1O6P0RRRC15 type=write size=103002 2026-04-02T11:45:29.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.431+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~R2MOGECK90O0.0 size=1040073 2026-04-02T11:45:29.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.432+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=R2MOGECK90O0 tag=F203TBDYJ2M0 type=write size=2088649 2026-04-02T11:45:29.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.434+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~1JPKBGEWPWSG.0 size=1048576 2026-04-02T11:45:29.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.434+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~1JPKBGEWPWSG.1 size=1048576 2026-04-02T11:45:29.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.435+0000 7f5c0c217880 1 > prepared part key=_multipart_18ALC111A00W.2~1JPKBGEWPWSG.2 size=1977 2026-04-02T11:45:29.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.435+0000 7f5c0c217880 1 > prepared multipart upload key=18ALC111A00W upload=1JPKBGEWPWSG tag=RC3T3MOWMXFW type=write size=3147705 2026-04-02T11:45:29.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.436+0000 7f5c0c217880 1 < completed delete operation key=0E1A1BB207I3 tag=DUK16DD0ITP8 type=del 2026-04-02T11:45:29.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.436+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=I0G5VA49P2VV type=write size=1035085 2026-04-02T11:45:29.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.437+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~W1867OPOJ5NF.0 size=1048576 2026-04-02T11:45:29.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.438+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~W1867OPOJ5NF.1 size=1048576 2026-04-02T11:45:29.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.438+0000 7f5c0c217880 1 < completed part key=_multipart_0ID62KUCSKML.2~W1867OPOJ5NF.2 size=400491 2026-04-02T11:45:29.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.441+0000 7f5c0c217880 1 < completed multipart upload key=0ID62KUCSKML upload=W1867OPOJ5NF tag=FPQIZQDH2ZVZ type=write size=3546219 2026-04-02T11:45:29.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.442+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~CYDBZ1GEXSP9.0 size=1045829 2026-04-02T11:45:29.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.442+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=CYDBZ1GEXSP9 tag=3AR040KDK2OB type=write size=2094405 2026-04-02T11:45:29.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.444+0000 7f5c0c217880 1 < suggested update operation key=A7V45HD10IBY tag=HUBZN0GAYD0A type=del size=1963157 2026-04-02T11:45:29.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.445+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=95PBB2GKC76U type=del size=937036 2026-04-02T11:45:29.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.445+0000 7f5c0c217880 1 < completed part key=_multipart_RY963UTFY8OE.2~16J2NCOQX9RX.0 size=290570 2026-04-02T11:45:29.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.447+0000 7f5c0c217880 1 < completed multipart upload key=RY963UTFY8OE upload=16J2NCOQX9RX tag=JJAW20RLLRZ3 type=write size=1339146 2026-04-02T11:45:29.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.448+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~3PWJ6YT244S3.0 size=994713 2026-04-02T11:45:29.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.448+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=3PWJ6YT244S3 tag=FFUSORFS8B4Z type=write size=2043289 2026-04-02T11:45:29.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.449+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=VXUG6J1FNH6S type=del 2026-04-02T11:45:29.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.450+0000 7f5c0c217880 1 > prepared part key=_multipart_BOCZEPFZF855.2~T7TQNJYVFMQW.0 size=633456 2026-04-02T11:45:29.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.450+0000 7f5c0c217880 1 > prepared multipart upload key=BOCZEPFZF855 upload=T7TQNJYVFMQW tag=QAHQ14JRB74Q type=write size=1682032 2026-04-02T11:45:29.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.451+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=S2DOM39CX6PK type=del 2026-04-02T11:45:29.454 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.453+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~AYKGO0KANKLU.0 size=913986 2026-04-02T11:45:29.454 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.453+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=AYKGO0KANKLU tag=X6VCRT6A0LB2 type=write size=1962562 2026-04-02T11:45:29.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.454+0000 7f5c0c217880 1 < completed write operation key=QAI58E61O0A8 tag=HW21N71JSZAZ type=write size=851610 2026-04-02T11:45:29.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.454+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=GUBMORKU0420 type=del size=163164 2026-04-02T11:45:29.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.455+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=0BYKVUDPBMRS type=del 2026-04-02T11:45:29.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.456+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=3TXUITDIUOZ9 type=del size=3898800 2026-04-02T11:45:29.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.457+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~2BLLH9A5GKNL.0 size=1048576 2026-04-02T11:45:29.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.457+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~2BLLH9A5GKNL.1 size=1048576 2026-04-02T11:45:29.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.458+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~2BLLH9A5GKNL.2 size=466198 2026-04-02T11:45:29.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.459+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=2BLLH9A5GKNL tag=KY74FXC0D5I2 type=write size=3611926 2026-04-02T11:45:29.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.460+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=UOJW47D43GCA type=del size=2785368 2026-04-02T11:45:29.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.461+0000 7f5c0c217880 1 < completed delete operation key=HG9SH1DT0VFR tag=FC2MNN3N8WFQ type=del 2026-04-02T11:45:29.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.462+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=OS3FV77YY8LG type=del size=2453249 2026-04-02T11:45:29.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.462+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~BUI5CKSU6MLK.0 size=1048576 2026-04-02T11:45:29.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.463+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~BUI5CKSU6MLK.1 size=410362 2026-04-02T11:45:29.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.464+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=BUI5CKSU6MLK tag=78FHTGR0DZO8 type=write size=2507514 2026-04-02T11:45:29.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.465+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=DAMU00WUWANB type=del size=2023010 2026-04-02T11:45:29.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.466+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~ZCIHUQB4N0YF.0 size=1048576 2026-04-02T11:45:29.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.467+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~ZCIHUQB4N0YF.1 size=1048576 2026-04-02T11:45:29.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.467+0000 7f5c0c217880 1 < completed part key=_multipart_KZ97ZMXJJOJS.2~ZCIHUQB4N0YF.2 size=896357 2026-04-02T11:45:29.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.469+0000 7f5c0c217880 1 < completed multipart upload key=KZ97ZMXJJOJS upload=ZCIHUQB4N0YF tag=7N8I1HARUFS4 type=write size=4042085 2026-04-02T11:45:29.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.470+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~CW1WHCSDN56U.0 size=1048576 2026-04-02T11:45:29.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.471+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~CW1WHCSDN56U.1 size=1048576 2026-04-02T11:45:29.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.472+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~CW1WHCSDN56U.2 size=644297 2026-04-02T11:45:29.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.472+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=CW1WHCSDN56U tag=0M3E5IFN1D3G type=write size=3790025 2026-04-02T11:45:29.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.472+0000 7f5c0c217880 1 < completed delete operation key=18ALC111A00W tag=GJS8AFPJSGSS type=del 2026-04-02T11:45:29.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.474+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~QYGPPOF0H2AZ.0 size=1048576 2026-04-02T11:45:29.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.474+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~QYGPPOF0H2AZ.1 size=560564 2026-04-02T11:45:29.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.474+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=QYGPPOF0H2AZ tag=58PMOAAK5YUP type=write size=2657716 2026-04-02T11:45:29.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.475+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~2511T0A8447A.0 size=1048576 2026-04-02T11:45:29.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.476+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~2511T0A8447A.1 size=465412 2026-04-02T11:45:29.478 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.477+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=2511T0A8447A tag=C13MYI700LUN type=write size=2562564 2026-04-02T11:45:29.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.478+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~QIC3DUVFET54.0 size=1048576 2026-04-02T11:45:29.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.479+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~QIC3DUVFET54.1 size=142914 2026-04-02T11:45:29.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.479+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=QIC3DUVFET54 tag=FAEX7FX579WO type=write size=2240066 2026-04-02T11:45:29.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.482+0000 7f5c0c217880 1 < completed write operation key=TX21U43I2WZO tag=I1O6P0RRRC15 type=write size=103002 2026-04-02T11:45:29.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.483+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=107U7X0SN51K type=del size=2628861 2026-04-02T11:45:29.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.483+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~1JPKBGEWPWSG.0 size=1048576 2026-04-02T11:45:29.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.483+0000 7f5c0c217880 1 < canceled part key=_multipart_18ALC111A00W.2~1JPKBGEWPWSG.1 size=1048576 2026-04-02T11:45:29.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.484+0000 7f5c0c217880 1 < completed part key=_multipart_18ALC111A00W.2~1JPKBGEWPWSG.2 size=1977 2026-04-02T11:45:29.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.486+0000 7f5c0c217880 1 < canceled multipart upload key=18ALC111A00W upload=1JPKBGEWPWSG tag=RC3T3MOWMXFW type=write size=3147705 2026-04-02T11:45:29.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.486+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=QEN3RP3OGLK6 type=del size=692632 2026-04-02T11:45:29.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.487+0000 7f5c0c217880 1 < canceled operation key=16KLPONRQQAX tag=I0G5VA49P2VV type=write size=1035085 2026-04-02T11:45:29.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.489+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~3PAXHJAJQ1G7.0 size=1048576 2026-04-02T11:45:29.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.489+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~3PAXHJAJQ1G7.1 size=137298 2026-04-02T11:45:29.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.490+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=3PAXHJAJQ1G7 tag=KWEM0TBB49RQ type=write size=2234450 2026-04-02T11:45:29.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.490+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~CYDBZ1GEXSP9.0 size=1045829 2026-04-02T11:45:29.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.492+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=CYDBZ1GEXSP9 tag=3AR040KDK2OB type=write size=2094405 2026-04-02T11:45:29.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.492+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=SOYZIALJORYC type=del size=3873866 2026-04-02T11:45:29.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.493+0000 7f5c0c217880 1 < completed delete operation key=3NDJG05GFEU3 tag=95PBB2GKC76U type=del 2026-04-02T11:45:29.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.495+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~QZMDXC9YP0JQ.0 size=1048576 2026-04-02T11:45:29.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.496+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~QZMDXC9YP0JQ.1 size=1048576 2026-04-02T11:45:29.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.496+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~QZMDXC9YP0JQ.2 size=679721 2026-04-02T11:45:29.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.496+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=QZMDXC9YP0JQ tag=JXU5G0PEUR02 type=write size=3825449 2026-04-02T11:45:29.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.496+0000 7f5c0c217880 1 < canceled part key=_multipart_0E1A1BB207I3.2~3PWJ6YT244S3.0 size=994713 2026-04-02T11:45:29.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.498+0000 7f5c0c217880 1 < canceled multipart upload key=0E1A1BB207I3 upload=3PWJ6YT244S3 tag=FFUSORFS8B4Z type=write size=2043289 2026-04-02T11:45:29.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.499+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=Q5ACWG4STPU9 type=del size=2862893 2026-04-02T11:45:29.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.499+0000 7f5c0c217880 1 < completed part key=_multipart_BOCZEPFZF855.2~T7TQNJYVFMQW.0 size=633456 2026-04-02T11:45:29.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.501+0000 7f5c0c217880 1 < completed multipart upload key=BOCZEPFZF855 upload=T7TQNJYVFMQW tag=QAHQ14JRB74Q type=write size=1682032 2026-04-02T11:45:29.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.502+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=IYWYBL7ULTWI type=del size=111897 2026-04-02T11:45:29.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.502+0000 7f5c0c217880 1 < completed part key=_multipart_6OTERZHPNBJR.2~AYKGO0KANKLU.0 size=913986 2026-04-02T11:45:29.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.504+0000 7f5c0c217880 1 < completed multipart upload key=6OTERZHPNBJR upload=AYKGO0KANKLU tag=X6VCRT6A0LB2 type=write size=1962562 2026-04-02T11:45:29.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.505+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~G617321EJLS3.0 size=1048576 2026-04-02T11:45:29.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.506+0000 7f5c0c217880 1 > prepared part key=_multipart_RXDFK5T07T03.2~G617321EJLS3.1 size=991640 2026-04-02T11:45:29.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.506+0000 7f5c0c217880 1 > prepared multipart upload key=RXDFK5T07T03 upload=G617321EJLS3 tag=JUAVMW4209HE type=write size=3088792 2026-04-02T11:45:29.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.507+0000 7f5c0c217880 1 < completed delete operation key=TX21U43I2WZO tag=GUBMORKU0420 type=del 2026-04-02T11:45:29.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.508+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~UF4BWCIMIBYM.0 size=485418 2026-04-02T11:45:29.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.508+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=UF4BWCIMIBYM tag=2KYNMZQZZHRU type=write size=1533994 2026-04-02T11:45:29.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.509+0000 7f5c0c217880 1 < completed delete operation key=H18MHG2QUIPU tag=3TXUITDIUOZ9 type=del 2026-04-02T11:45:29.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.510+0000 7f5c0c217880 1 > prepared operation key=5HGO669IL8H8 tag=Z8LLEGGHXRTQ type=write size=839471 2026-04-02T11:45:29.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.512+0000 7f5c0c217880 1 < suggested remove operation key=66AEW1Q173VY tag=UOJW47D43GCA type=del 2026-04-02T11:45:29.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.514+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~GHP21UNTLU11.0 size=1048576 2026-04-02T11:45:29.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.515+0000 7f5c0c217880 1 > prepared part key=_multipart_I5G244DII0CX.2~GHP21UNTLU11.1 size=996700 2026-04-02T11:45:29.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.515+0000 7f5c0c217880 1 > prepared multipart upload key=I5G244DII0CX upload=GHP21UNTLU11 tag=ZANL4TJNG0SE type=write size=3093852 2026-04-02T11:45:29.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.516+0000 7f5c0c217880 1 < suggested update operation key=RXDFK5T07T03 tag=OS3FV77YY8LG type=del size=2453249 2026-04-02T11:45:29.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.518+0000 7f5c0c217880 1 > prepared part key=_multipart_LK943WZ8ZUMG.2~0CGIF09DVW96.0 size=130813 2026-04-02T11:45:29.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.518+0000 7f5c0c217880 1 > prepared multipart upload key=LK943WZ8ZUMG upload=0CGIF09DVW96 tag=LOWS9UN1R4NN type=write size=1179389 2026-04-02T11:45:29.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.519+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=DAMU00WUWANB type=del 2026-04-02T11:45:29.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.520+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=G3GCCTRVO90C type=del size=2673682 2026-04-02T11:45:29.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.521+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~CW1WHCSDN56U.0 size=1048576 2026-04-02T11:45:29.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.522+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~CW1WHCSDN56U.1 size=1048576 2026-04-02T11:45:29.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.522+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~CW1WHCSDN56U.2 size=644297 2026-04-02T11:45:29.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.524+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=CW1WHCSDN56U tag=0M3E5IFN1D3G type=write size=3790025 2026-04-02T11:45:29.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.525+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=L33NWI4N0DS8 type=del size=1574832 2026-04-02T11:45:29.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.526+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~QYGPPOF0H2AZ.0 size=1048576 2026-04-02T11:45:29.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.526+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~QYGPPOF0H2AZ.1 size=560564 2026-04-02T11:45:29.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.528+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=QYGPPOF0H2AZ tag=58PMOAAK5YUP type=write size=2657716 2026-04-02T11:45:29.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.529+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~ENDBHL768GIR.0 size=1048576 2026-04-02T11:45:29.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.530+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~ENDBHL768GIR.1 size=1048576 2026-04-02T11:45:29.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.531+0000 7f5c0c217880 1 > prepared part key=_multipart_0ID62KUCSKML.2~ENDBHL768GIR.2 size=174712 2026-04-02T11:45:29.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.531+0000 7f5c0c217880 1 > prepared multipart upload key=0ID62KUCSKML upload=ENDBHL768GIR tag=1V06V9502QU4 type=write size=3320440 2026-04-02T11:45:29.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.531+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~QIC3DUVFET54.0 size=1048576 2026-04-02T11:45:29.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.532+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~QIC3DUVFET54.1 size=142914 2026-04-02T11:45:29.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.534+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=QIC3DUVFET54 tag=FAEX7FX579WO type=write size=2240066 2026-04-02T11:45:29.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.534+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=I8OEAGF9V396 type=del size=2071251 2026-04-02T11:45:29.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.535+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=107U7X0SN51K type=del 2026-04-02T11:45:29.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.536+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=35MK365C4EQJ type=write size=782436 2026-04-02T11:45:29.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.537+0000 7f5c0c217880 1 < suggested update operation key=93T2V482IGI4 tag=QEN3RP3OGLK6 type=del size=692632 2026-04-02T11:45:29.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.538+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=41NVWZNINE4K type=write size=44397 2026-04-02T11:45:29.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.542+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~3PAXHJAJQ1G7.0 size=1048576 2026-04-02T11:45:29.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.543+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~3PAXHJAJQ1G7.1 size=137298 2026-04-02T11:45:29.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.544+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=3PAXHJAJQ1G7 tag=KWEM0TBB49RQ type=write size=2234450 2026-04-02T11:45:29.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.546+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~D5XI0GRXKQ58.0 size=535801 2026-04-02T11:45:29.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.546+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=D5XI0GRXKQ58 tag=MWTWPJPRWKW1 type=write size=1584377 2026-04-02T11:45:29.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.547+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=SOYZIALJORYC type=del 2026-04-02T11:45:29.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.547+0000 7f5c0c217880 1 > prepared operation key=KOFTD4ZEAMOY tag=NJCVFSOL4QG2 type=del size=1508413 2026-04-02T11:45:29.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.548+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~QZMDXC9YP0JQ.0 size=1048576 2026-04-02T11:45:29.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.549+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~QZMDXC9YP0JQ.1 size=1048576 2026-04-02T11:45:29.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.550+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~QZMDXC9YP0JQ.2 size=679721 2026-04-02T11:45:29.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.551+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=QZMDXC9YP0JQ tag=JXU5G0PEUR02 type=write size=3825449 2026-04-02T11:45:29.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.552+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=QC32NKFK3L4P type=del size=4112007 2026-04-02T11:45:29.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.552+0000 7f5c0c217880 1 < canceled operation key=KOFTD4ZEAMOY tag=Q5ACWG4STPU9 type=del size=2862893 2026-04-02T11:45:29.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.554+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~Y64JGVD98ICD.0 size=1048576 2026-04-02T11:45:29.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.554+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~Y64JGVD98ICD.1 size=1048576 2026-04-02T11:45:29.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.555+0000 7f5c0c217880 1 > prepared part key=_multipart_0L9I2XPJ6ED1.2~Y64JGVD98ICD.2 size=356325 2026-04-02T11:45:29.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.555+0000 7f5c0c217880 1 > prepared multipart upload key=0L9I2XPJ6ED1 upload=Y64JGVD98ICD tag=CKOXK0XFHM4B type=write size=3502053 2026-04-02T11:45:29.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.556+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=IYWYBL7ULTWI type=del 2026-04-02T11:45:29.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.557+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=NYMANHCS3YPQ type=del size=1675941 2026-04-02T11:45:29.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.557+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~G617321EJLS3.0 size=1048576 2026-04-02T11:45:29.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.558+0000 7f5c0c217880 1 < completed part key=_multipart_RXDFK5T07T03.2~G617321EJLS3.1 size=991640 2026-04-02T11:45:29.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.560+0000 7f5c0c217880 1 < completed multipart upload key=RXDFK5T07T03 upload=G617321EJLS3 tag=JUAVMW4209HE type=write size=3088792 2026-04-02T11:45:29.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.561+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=ZPNGX9GBPLXH type=del size=244039 2026-04-02T11:45:29.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.562+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~UF4BWCIMIBYM.0 size=485418 2026-04-02T11:45:29.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.563+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=UF4BWCIMIBYM tag=2KYNMZQZZHRU type=write size=1533994 2026-04-02T11:45:29.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.565+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~GI0DA5RYO8XF.0 size=1048576 2026-04-02T11:45:29.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.565+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~GI0DA5RYO8XF.1 size=1048576 2026-04-02T11:45:29.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.566+0000 7f5c0c217880 1 > prepared part key=_multipart_UOANTGYGF6UA.2~GI0DA5RYO8XF.2 size=667587 2026-04-02T11:45:29.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.566+0000 7f5c0c217880 1 > prepared multipart upload key=UOANTGYGF6UA upload=GI0DA5RYO8XF tag=YIKB7U0402MQ type=write size=3813315 2026-04-02T11:45:29.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.567+0000 7f5c0c217880 1 < completed write operation key=5HGO669IL8H8 tag=Z8LLEGGHXRTQ type=write size=839471 2026-04-02T11:45:29.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.568+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=HR96XBL97QPX type=del size=1592935 2026-04-02T11:45:29.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.568+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~GHP21UNTLU11.0 size=1048576 2026-04-02T11:45:29.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.569+0000 7f5c0c217880 1 < completed part key=_multipart_I5G244DII0CX.2~GHP21UNTLU11.1 size=996700 2026-04-02T11:45:29.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.570+0000 7f5c0c217880 1 < completed multipart upload key=I5G244DII0CX upload=GHP21UNTLU11 tag=ZANL4TJNG0SE type=write size=3093852 2026-04-02T11:45:29.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.571+0000 7f5c0c217880 1 > prepared operation key=80JM980KZYGT tag=3W3LUTNZMIW1 type=write size=503418 2026-04-02T11:45:29.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.572+0000 7f5c0c217880 1 < completed part key=_multipart_LK943WZ8ZUMG.2~0CGIF09DVW96.0 size=130813 2026-04-02T11:45:29.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.573+0000 7f5c0c217880 1 < completed multipart upload key=LK943WZ8ZUMG upload=0CGIF09DVW96 tag=LOWS9UN1R4NN type=write size=1179389 2026-04-02T11:45:29.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.575+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=GAZPX48B9O4R type=del size=45040 2026-04-02T11:45:29.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.576+0000 7f5c0c217880 1 < suggested update operation key=18ALC111A00W tag=G3GCCTRVO90C type=del size=2673682 2026-04-02T11:45:29.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.577+0000 7f5c0c217880 1 > prepared operation key=60U4HF6F2992 tag=HBV84WRQ35B0 type=del size=465709 2026-04-02T11:45:29.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.578+0000 7f5c0c217880 1 < completed delete operation key=80UA8NGMVTVM tag=L33NWI4N0DS8 type=del 2026-04-02T11:45:29.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.579+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~JFRMXA2LTTWL.0 size=1048576 2026-04-02T11:45:29.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.580+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~JFRMXA2LTTWL.1 size=433078 2026-04-02T11:45:29.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.580+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=JFRMXA2LTTWL tag=3Z1OAOJ48R7H type=write size=2530230 2026-04-02T11:45:29.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.580+0000 7f5c0c217880 1 < canceled part key=_multipart_0ID62KUCSKML.2~ENDBHL768GIR.0 size=1048576 2026-04-02T11:45:29.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.580+0000 7f5c0c217880 1 < canceled part key=_multipart_0ID62KUCSKML.2~ENDBHL768GIR.1 size=1048576 2026-04-02T11:45:29.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.580+0000 7f5c0c217880 1 < canceled part key=_multipart_0ID62KUCSKML.2~ENDBHL768GIR.2 size=174712 2026-04-02T11:45:29.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.581+0000 7f5c0c217880 1 < canceled multipart upload key=0ID62KUCSKML upload=ENDBHL768GIR tag=1V06V9502QU4 type=write size=3320440 2026-04-02T11:45:29.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.583+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~3PL5WUMD0CVE.0 size=1048576 2026-04-02T11:45:29.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.584+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~3PL5WUMD0CVE.1 size=1048576 2026-04-02T11:45:29.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.584+0000 7f5c0c217880 1 > prepared part key=_multipart_A7V45HD10IBY.2~3PL5WUMD0CVE.2 size=265679 2026-04-02T11:45:29.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.584+0000 7f5c0c217880 1 > prepared multipart upload key=A7V45HD10IBY upload=3PL5WUMD0CVE tag=DT2IFHTPBLLU type=write size=3411407 2026-04-02T11:45:29.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.586+0000 7f5c0c217880 1 < suggested update operation key=LK943WZ8ZUMG tag=I8OEAGF9V396 type=del size=2071251 2026-04-02T11:45:29.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.587+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~B0D4XP7DMG9M.0 size=1048576 2026-04-02T11:45:29.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.588+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~B0D4XP7DMG9M.1 size=344020 2026-04-02T11:45:29.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.588+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=B0D4XP7DMG9M tag=RKXE7NF0FGYU type=write size=2441172 2026-04-02T11:45:29.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.589+0000 7f5c0c217880 1 < completed write operation key=H18MHG2QUIPU tag=35MK365C4EQJ type=write size=782436 2026-04-02T11:45:29.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.590+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=5EZPI2RJ9QVZ type=del size=86414 2026-04-02T11:45:29.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.591+0000 7f5c0c217880 1 < completed write operation key=6OTERZHPNBJR tag=41NVWZNINE4K type=write size=44397 2026-04-02T11:45:29.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.592+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=ZIGIT61IMW71 type=del size=836330 2026-04-02T11:45:29.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.593+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~D5XI0GRXKQ58.0 size=535801 2026-04-02T11:45:29.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.594+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=D5XI0GRXKQ58 tag=MWTWPJPRWKW1 type=write size=1584377 2026-04-02T11:45:29.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.595+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=10EN27WCD81T type=del size=3648162 2026-04-02T11:45:29.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.596+0000 7f5c0c217880 1 < canceled operation key=KOFTD4ZEAMOY tag=NJCVFSOL4QG2 type=del size=1508413 2026-04-02T11:45:29.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.597+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=ZDTGT8TROHN7 type=del size=850834 2026-04-02T11:45:29.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.598+0000 7f5c0c217880 1 < completed delete operation key=0ID62KUCSKML tag=QC32NKFK3L4P type=del 2026-04-02T11:45:29.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.601+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=CJCI3X8VQADK type=del size=3936999 2026-04-02T11:45:29.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.602+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~Y64JGVD98ICD.0 size=1048576 2026-04-02T11:45:29.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.602+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~Y64JGVD98ICD.1 size=1048576 2026-04-02T11:45:29.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.603+0000 7f5c0c217880 1 < completed part key=_multipart_0L9I2XPJ6ED1.2~Y64JGVD98ICD.2 size=356325 2026-04-02T11:45:29.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.604+0000 7f5c0c217880 1 < completed multipart upload key=0L9I2XPJ6ED1 upload=Y64JGVD98ICD tag=CKOXK0XFHM4B type=write size=3502053 2026-04-02T11:45:29.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.605+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=20DZQYLOX9DY type=write size=99795 2026-04-02T11:45:29.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.607+0000 7f5c0c217880 1 < suggested update operation key=QAI58E61O0A8 tag=NYMANHCS3YPQ type=del size=1675941 2026-04-02T11:45:29.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.608+0000 7f5c0c217880 1 > prepared operation key=80YVB17TNIAR tag=ORK5VU93HH2C type=del size=1057685 2026-04-02T11:45:29.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.608+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=ZPNGX9GBPLXH type=del 2026-04-02T11:45:29.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.610+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=CDJ17DKVSFV9 type=del size=3778649 2026-04-02T11:45:29.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.611+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~GI0DA5RYO8XF.0 size=1048576 2026-04-02T11:45:29.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.612+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~GI0DA5RYO8XF.1 size=1048576 2026-04-02T11:45:29.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.612+0000 7f5c0c217880 1 < completed part key=_multipart_UOANTGYGF6UA.2~GI0DA5RYO8XF.2 size=667587 2026-04-02T11:45:29.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.613+0000 7f5c0c217880 1 < completed multipart upload key=UOANTGYGF6UA upload=GI0DA5RYO8XF tag=YIKB7U0402MQ type=write size=3813315 2026-04-02T11:45:29.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.615+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~9LU2EFOQ7A72.0 size=1048576 2026-04-02T11:45:29.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.615+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~9LU2EFOQ7A72.1 size=1048576 2026-04-02T11:45:29.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.616+0000 7f5c0c217880 1 > prepared part key=_multipart_0E1A1BB207I3.2~9LU2EFOQ7A72.2 size=530974 2026-04-02T11:45:29.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.616+0000 7f5c0c217880 1 > prepared multipart upload key=0E1A1BB207I3 upload=9LU2EFOQ7A72 tag=DADW2H7Y0WQ7 type=write size=3676702 2026-04-02T11:45:29.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.617+0000 7f5c0c217880 1 < suggested update operation key=H18MHG2QUIPU tag=HR96XBL97QPX type=del size=1592935 2026-04-02T11:45:29.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.618+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=ZD7VQUFK77OP type=del size=2447700 2026-04-02T11:45:29.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.619+0000 7f5c0c217880 1 < canceled operation key=80JM980KZYGT tag=3W3LUTNZMIW1 type=write size=503418 2026-04-02T11:45:29.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.620+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~FOSMKX1DYLBA.0 size=1048576 2026-04-02T11:45:29.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.621+0000 7f5c0c217880 1 > prepared part key=_multipart_Q76H2FRUA1T9.2~FOSMKX1DYLBA.1 size=820755 2026-04-02T11:45:29.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.621+0000 7f5c0c217880 1 > prepared multipart upload key=Q76H2FRUA1T9 upload=FOSMKX1DYLBA tag=4F3M6AFSP686 type=write size=2917907 2026-04-02T11:45:29.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.622+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=GAZPX48B9O4R type=del 2026-04-02T11:45:29.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.623+0000 7f5c0c217880 1 > prepared operation key=UOANTGYGF6UA tag=EB5E154ZQLKM type=write size=134161 2026-04-02T11:45:29.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.624+0000 7f5c0c217880 1 < completed delete operation key=60U4HF6F2992 tag=HBV84WRQ35B0 type=del 2026-04-02T11:45:29.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.626+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~QR0MBN2CH1LG.0 size=1048576 2026-04-02T11:45:29.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.626+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~QR0MBN2CH1LG.1 size=1048576 2026-04-02T11:45:29.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.627+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~QR0MBN2CH1LG.2 size=208802 2026-04-02T11:45:29.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.627+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=QR0MBN2CH1LG tag=O3HVHNO6WP72 type=write size=3354530 2026-04-02T11:45:29.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.628+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~JFRMXA2LTTWL.0 size=1048576 2026-04-02T11:45:29.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.629+0000 7f5c0c217880 1 < completed part key=_multipart_TV1SXLAYZV94.2~JFRMXA2LTTWL.1 size=433078 2026-04-02T11:45:29.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.630+0000 7f5c0c217880 1 < completed multipart upload key=TV1SXLAYZV94 upload=JFRMXA2LTTWL tag=3Z1OAOJ48R7H type=write size=2530230 2026-04-02T11:45:29.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.631+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=5UD7UQ1AHS1P type=write size=924245 2026-04-02T11:45:29.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.632+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~3PL5WUMD0CVE.0 size=1048576 2026-04-02T11:45:29.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.633+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~3PL5WUMD0CVE.1 size=1048576 2026-04-02T11:45:29.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.633+0000 7f5c0c217880 1 < completed part key=_multipart_A7V45HD10IBY.2~3PL5WUMD0CVE.2 size=265679 2026-04-02T11:45:29.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.635+0000 7f5c0c217880 1 < completed multipart upload key=A7V45HD10IBY upload=3PL5WUMD0CVE tag=DT2IFHTPBLLU type=write size=3411407 2026-04-02T11:45:29.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.636+0000 7f5c0c217880 1 > prepared part key=_multipart_5HGO669IL8H8.2~PC3XUUVU2G33.0 size=565418 2026-04-02T11:45:29.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.636+0000 7f5c0c217880 1 > prepared multipart upload key=5HGO669IL8H8 upload=PC3XUUVU2G33 tag=2WBGFJOOZK6H type=write size=1613994 2026-04-02T11:45:29.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.638+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~B0D4XP7DMG9M.0 size=1048576 2026-04-02T11:45:29.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.639+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~B0D4XP7DMG9M.1 size=344020 2026-04-02T11:45:29.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.640+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=B0D4XP7DMG9M tag=RKXE7NF0FGYU type=write size=2441172 2026-04-02T11:45:29.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.641+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=Y2BT2PI27VRU type=del size=2535138 2026-04-02T11:45:29.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.642+0000 7f5c0c217880 -1 < failed to complete operation key=H18MHG2QUIPU tag=5EZPI2RJ9QVZ type=del size=86414: (22) Invalid argument 2026-04-02T11:45:29.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.643+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=TXTJADA0IW62 type=del size=2641490 2026-04-02T11:45:29.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.643+0000 7f5c0c217880 1 < canceled operation key=RXDFK5T07T03 tag=ZIGIT61IMW71 type=del size=836330 2026-04-02T11:45:29.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.644+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=D9X14MUWJD2X type=write size=846369 2026-04-02T11:45:29.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.645+0000 7f5c0c217880 1 < completed delete operation key=KZ97ZMXJJOJS tag=10EN27WCD81T type=del 2026-04-02T11:45:29.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.647+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~8R64IAGGP92B.0 size=1048576 2026-04-02T11:45:29.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.647+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~8R64IAGGP92B.1 size=1048576 2026-04-02T11:45:29.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.648+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~8R64IAGGP92B.2 size=895790 2026-04-02T11:45:29.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.648+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=8R64IAGGP92B tag=K3M325EL24VK type=write size=4041518 2026-04-02T11:45:29.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.650+0000 7f5c0c217880 1 < suggested update operation key=RY963UTFY8OE tag=ZDTGT8TROHN7 type=del size=850834 2026-04-02T11:45:29.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.651+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=XS5WLG6GXW8C type=del size=1129278 2026-04-02T11:45:29.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.652+0000 7f5c0c217880 1 < suggested remove operation key=0ID62KUCSKML tag=CJCI3X8VQADK type=del 2026-04-02T11:45:29.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.654+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~8EO7TRTH792Y.0 size=1048576 2026-04-02T11:45:29.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.655+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~8EO7TRTH792Y.1 size=1048576 2026-04-02T11:45:29.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.656+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~8EO7TRTH792Y.2 size=560822 2026-04-02T11:45:29.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.656+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=8EO7TRTH792Y tag=V6X0BKBPDUKW type=write size=3706550 2026-04-02T11:45:29.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.656+0000 7f5c0c217880 1 < completed write operation key=A7V45HD10IBY tag=20DZQYLOX9DY type=write size=99795 2026-04-02T11:45:29.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.657+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=C1HX5DKD0DY5 type=del size=143967 2026-04-02T11:45:29.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.658+0000 7f5c0c217880 1 < completed delete operation key=80YVB17TNIAR tag=ORK5VU93HH2C type=del 2026-04-02T11:45:29.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.659+0000 7f5c0c217880 1 > prepared operation key=TX21U43I2WZO tag=D01ZO30TBYK3 type=write size=814950 2026-04-02T11:45:29.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.660+0000 7f5c0c217880 1 < suggested remove operation key=80UA8NGMVTVM tag=CDJ17DKVSFV9 type=del 2026-04-02T11:45:29.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.661+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=A3ZCJOLTP90Z type=del size=4180738 2026-04-02T11:45:29.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.662+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~9LU2EFOQ7A72.0 size=1048576 2026-04-02T11:45:29.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.663+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~9LU2EFOQ7A72.1 size=1048576 2026-04-02T11:45:29.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.664+0000 7f5c0c217880 1 < completed part key=_multipart_0E1A1BB207I3.2~9LU2EFOQ7A72.2 size=530974 2026-04-02T11:45:29.667 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.665+0000 7f5c0c217880 1 < completed multipart upload key=0E1A1BB207I3 upload=9LU2EFOQ7A72 tag=DADW2H7Y0WQ7 type=write size=3676702 2026-04-02T11:45:29.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.666+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=PDYEQRSYZFMS type=del size=921350 2026-04-02T11:45:29.668 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.667+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=ZD7VQUFK77OP type=del 2026-04-02T11:45:29.669 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.668+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=YDIFGG0HQ6VK type=del size=4047377 2026-04-02T11:45:29.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.669+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~FOSMKX1DYLBA.0 size=1048576 2026-04-02T11:45:29.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.670+0000 7f5c0c217880 1 < completed part key=_multipart_Q76H2FRUA1T9.2~FOSMKX1DYLBA.1 size=820755 2026-04-02T11:45:29.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.671+0000 7f5c0c217880 1 < completed multipart upload key=Q76H2FRUA1T9 upload=FOSMKX1DYLBA tag=4F3M6AFSP686 type=write size=2917907 2026-04-02T11:45:29.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.672+0000 7f5c0c217880 1 > prepared operation key=3NDJG05GFEU3 tag=EXOKN1ZFBEN1 type=del size=1124758 2026-04-02T11:45:29.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.674+0000 7f5c0c217880 1 < suggested remove operation key=UOANTGYGF6UA tag=EB5E154ZQLKM type=write 2026-04-02T11:45:29.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.675+0000 7f5c0c217880 1 > prepared operation key=H18MHG2QUIPU tag=2JEYA97JECBB type=write size=965620 2026-04-02T11:45:29.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.677+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~QR0MBN2CH1LG.0 size=1048576 2026-04-02T11:45:29.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.678+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~QR0MBN2CH1LG.1 size=1048576 2026-04-02T11:45:29.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.679+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~QR0MBN2CH1LG.2 size=208802 2026-04-02T11:45:29.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.681+0000 7f5c0c217880 1 < completed multipart upload key=KOFTD4ZEAMOY upload=QR0MBN2CH1LG tag=O3HVHNO6WP72 type=write size=3354530 2026-04-02T11:45:29.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.682+0000 7f5c0c217880 1 > prepared operation key=80UA8NGMVTVM tag=00O6NAQGDVFU type=write size=368431 2026-04-02T11:45:29.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.683+0000 7f5c0c217880 1 < completed write operation key=3NDJG05GFEU3 tag=5UD7UQ1AHS1P type=write size=924245 2026-04-02T11:45:29.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.685+0000 7f5c0c217880 1 > prepared operation key=LK943WZ8ZUMG tag=GXKNB3AS3O60 type=del size=3850545 2026-04-02T11:45:29.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.686+0000 7f5c0c217880 1 < completed part key=_multipart_5HGO669IL8H8.2~PC3XUUVU2G33.0 size=565418 2026-04-02T11:45:29.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.688+0000 7f5c0c217880 1 < completed multipart upload key=5HGO669IL8H8 upload=PC3XUUVU2G33 tag=2WBGFJOOZK6H type=write size=1613994 2026-04-02T11:45:29.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.689+0000 7f5c0c217880 1 > prepared part key=_multipart_80YVB17TNIAR.2~XCDDA4PA1P68.0 size=671631 2026-04-02T11:45:29.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.689+0000 7f5c0c217880 1 > prepared multipart upload key=80YVB17TNIAR upload=XCDDA4PA1P68 tag=LPGHJYAFROU4 type=write size=1720207 2026-04-02T11:45:29.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.690+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=Y2BT2PI27VRU type=del 2026-04-02T11:45:29.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.691+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=ZOPNEJMGR810 type=del size=1031119 2026-04-02T11:45:29.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.692+0000 7f5c0c217880 1 < completed delete operation key=16KLPONRQQAX tag=TXTJADA0IW62 type=del 2026-04-02T11:45:29.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.693+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=QPXZKKA6XC6P type=del size=2076889 2026-04-02T11:45:29.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.694+0000 7f5c0c217880 1 < canceled operation key=I5G244DII0CX tag=D9X14MUWJD2X type=write size=846369 2026-04-02T11:45:29.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.695+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~V38X6QACPW9G.0 size=992839 2026-04-02T11:45:29.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.695+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=V38X6QACPW9G tag=BY3FYXRLJ40L type=write size=2041415 2026-04-02T11:45:29.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.696+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~8R64IAGGP92B.0 size=1048576 2026-04-02T11:45:29.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.697+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~8R64IAGGP92B.1 size=1048576 2026-04-02T11:45:29.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.697+0000 7f5c0c217880 1 < canceled part key=_multipart_KOFTD4ZEAMOY.2~8R64IAGGP92B.2 size=895790 2026-04-02T11:45:29.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.699+0000 7f5c0c217880 1 < canceled multipart upload key=KOFTD4ZEAMOY upload=8R64IAGGP92B tag=K3M325EL24VK type=write size=4041518 2026-04-02T11:45:29.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.700+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~S80KL5P6S2TO.0 size=1048576 2026-04-02T11:45:29.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.701+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~S80KL5P6S2TO.1 size=1048576 2026-04-02T11:45:29.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.701+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~S80KL5P6S2TO.2 size=724775 2026-04-02T11:45:29.703 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.701+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=S80KL5P6S2TO tag=086EJ9BY0QZ0 type=write size=3870503 2026-04-02T11:45:29.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.703+0000 7f5c0c217880 1 < suggested remove operation key=QAI58E61O0A8 tag=XS5WLG6GXW8C type=del 2026-04-02T11:45:29.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.704+0000 7f5c0c217880 1 > prepared operation key=TV1SXLAYZV94 tag=QC3G0SYBIB36 type=del size=396747 2026-04-02T11:45:29.706 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.705+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~8EO7TRTH792Y.0 size=1048576 2026-04-02T11:45:29.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.706+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~8EO7TRTH792Y.1 size=1048576 2026-04-02T11:45:29.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.706+0000 7f5c0c217880 1 < completed part key=_multipart_EA5JHZQJK139.2~8EO7TRTH792Y.2 size=560822 2026-04-02T11:45:29.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.708+0000 7f5c0c217880 1 < completed multipart upload key=EA5JHZQJK139 upload=8EO7TRTH792Y tag=V6X0BKBPDUKW type=write size=3706550 2026-04-02T11:45:29.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.709+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~XTQ6MKVL2JVY.0 size=1048576 2026-04-02T11:45:29.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.710+0000 7f5c0c217880 1 > prepared part key=_multipart_60U4HF6F2992.2~XTQ6MKVL2JVY.1 size=228582 2026-04-02T11:45:29.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.710+0000 7f5c0c217880 1 > prepared multipart upload key=60U4HF6F2992 upload=XTQ6MKVL2JVY tag=PV8LY50QEJNM type=write size=2325734 2026-04-02T11:45:29.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.712+0000 7f5c0c217880 1 < suggested remove operation key=3NDJG05GFEU3 tag=C1HX5DKD0DY5 type=del 2026-04-02T11:45:29.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.713+0000 7f5c0c217880 1 > prepared operation key=HG9SH1DT0VFR tag=14D45LFDNZTU type=del size=3152763 2026-04-02T11:45:29.715 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.714+0000 7f5c0c217880 1 < completed write operation key=TX21U43I2WZO tag=D01ZO30TBYK3 type=write size=814950 2026-04-02T11:45:29.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.715+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~XOXFA9L2DSOI.0 size=820552 2026-04-02T11:45:29.716 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.715+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=XOXFA9L2DSOI tag=Y59UM7GL8V6W type=write size=1869128 2026-04-02T11:45:29.718 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.717+0000 7f5c0c217880 1 < suggested update operation key=EA5JHZQJK139 tag=A3ZCJOLTP90Z type=del size=4180738 2026-04-02T11:45:29.719 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.718+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=EXTPALH2PSCL type=del size=1206930 2026-04-02T11:45:29.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.718+0000 7f5c0c217880 1 < completed delete operation key=A7V45HD10IBY tag=PDYEQRSYZFMS type=del 2026-04-02T11:45:29.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.720+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~KK3MYI51AOMV.0 size=1048576 2026-04-02T11:45:29.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.721+0000 7f5c0c217880 1 > prepared part key=_multipart_X8AC72ESIA6N.2~KK3MYI51AOMV.1 size=262782 2026-04-02T11:45:29.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.721+0000 7f5c0c217880 1 > prepared multipart upload key=X8AC72ESIA6N upload=KK3MYI51AOMV tag=M07P72HF0T84 type=write size=2359934 2026-04-02T11:45:29.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.722+0000 7f5c0c217880 -1 < failed to complete operation key=3NDJG05GFEU3 tag=YDIFGG0HQ6VK type=del size=4047377: (22) Invalid argument 2026-04-02T11:45:29.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.723+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=DWJ0H59XVX65 type=del size=4034296 2026-04-02T11:45:29.724 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.723+0000 7f5c0c217880 -1 < no bi entry to suggest for operation key=3NDJG05GFEU3 tag=EXOKN1ZFBEN1 type=del size=1124758: (2) No such file or directory 2026-04-02T11:45:29.725 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.724+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=ZCW0PSC5RRGW type=del size=2824672 2026-04-02T11:45:29.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.725+0000 7f5c0c217880 1 < completed write operation key=H18MHG2QUIPU tag=2JEYA97JECBB type=write size=965620 2026-04-02T11:45:29.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.725+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=617UC2IPDGWP type=write size=507773 2026-04-02T11:45:29.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.726+0000 7f5c0c217880 1 < completed write operation key=80UA8NGMVTVM tag=00O6NAQGDVFU type=write size=368431 2026-04-02T11:45:29.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.727+0000 7f5c0c217880 1 > prepared operation key=Q76H2FRUA1T9 tag=X7AWSIC22EJ8 type=del size=3978966 2026-04-02T11:45:29.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.728+0000 7f5c0c217880 1 < completed delete operation key=LK943WZ8ZUMG tag=GXKNB3AS3O60 type=del 2026-04-02T11:45:29.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.730+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~7OYO82EHM7V6.0 size=1048576 2026-04-02T11:45:29.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.731+0000 7f5c0c217880 1 > prepared part key=_multipart_80JM980KZYGT.2~7OYO82EHM7V6.1 size=403222 2026-04-02T11:45:29.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.731+0000 7f5c0c217880 1 > prepared multipart upload key=80JM980KZYGT upload=7OYO82EHM7V6 tag=EAI5FSMQ92O9 type=write size=2500374 2026-04-02T11:45:29.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.733+0000 7f5c0c217880 1 < completed part key=_multipart_80YVB17TNIAR.2~XCDDA4PA1P68.0 size=671631 2026-04-02T11:45:29.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.734+0000 7f5c0c217880 1 < completed multipart upload key=80YVB17TNIAR upload=XCDDA4PA1P68 tag=LPGHJYAFROU4 type=write size=1720207 2026-04-02T11:45:29.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.735+0000 7f5c0c217880 1 > prepared operation key=0E1A1BB207I3 tag=MF841U8FAPBY type=del size=3224563 2026-04-02T11:45:29.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.736+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=ZOPNEJMGR810 type=del 2026-04-02T11:45:29.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.738+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~58S3BQ31KL8S.0 size=1048576 2026-04-02T11:45:29.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.739+0000 7f5c0c217880 1 > prepared part key=_multipart_QAI58E61O0A8.2~58S3BQ31KL8S.1 size=946351 2026-04-02T11:45:29.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.739+0000 7f5c0c217880 1 > prepared multipart upload key=QAI58E61O0A8 upload=58S3BQ31KL8S tag=MCCD9AR7O8GT type=write size=3043503 2026-04-02T11:45:29.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.739+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=QPXZKKA6XC6P type=del 2026-04-02T11:45:29.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.740+0000 7f5c0c217880 1 > prepared operation key=0L9I2XPJ6ED1 tag=6XI8KFLIRGBQ type=del size=1710698 2026-04-02T11:45:29.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.741+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~V38X6QACPW9G.0 size=992839 2026-04-02T11:45:29.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.743+0000 7f5c0c217880 1 < completed multipart upload key=80JM980KZYGT upload=V38X6QACPW9G tag=BY3FYXRLJ40L type=write size=2041415 2026-04-02T11:45:29.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.743+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=AOYEDWUQU95W type=del size=2205407 2026-04-02T11:45:29.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.744+0000 7f5c0c217880 1 < canceled part key=_multipart_80JM980KZYGT.2~S80KL5P6S2TO.0 size=1048576 2026-04-02T11:45:29.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.744+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~S80KL5P6S2TO.1 size=1048576 2026-04-02T11:45:29.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.745+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~S80KL5P6S2TO.2 size=724775 2026-04-02T11:45:29.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.746+0000 7f5c0c217880 1 < canceled multipart upload key=80JM980KZYGT upload=S80KL5P6S2TO tag=086EJ9BY0QZ0 type=write size=3870503 2026-04-02T11:45:29.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.749+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~HD9M1M5FDMPX.0 size=1048576 2026-04-02T11:45:29.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.750+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~HD9M1M5FDMPX.1 size=1048576 2026-04-02T11:45:29.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.751+0000 7f5c0c217880 1 > prepared part key=_multipart_16KLPONRQQAX.2~HD9M1M5FDMPX.2 size=247439 2026-04-02T11:45:29.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.751+0000 7f5c0c217880 1 > prepared multipart upload key=16KLPONRQQAX upload=HD9M1M5FDMPX tag=QWJJL18VKIXP type=write size=3393167 2026-04-02T11:45:29.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.752+0000 7f5c0c217880 1 < suggested remove operation key=TV1SXLAYZV94 tag=QC3G0SYBIB36 type=del 2026-04-02T11:45:29.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.753+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=1H1NMBGIBQVK type=del size=3236445 2026-04-02T11:45:29.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.754+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~XTQ6MKVL2JVY.0 size=1048576 2026-04-02T11:45:29.756 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.755+0000 7f5c0c217880 1 < completed part key=_multipart_60U4HF6F2992.2~XTQ6MKVL2JVY.1 size=228582 2026-04-02T11:45:29.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.757+0000 7f5c0c217880 1 < completed multipart upload key=60U4HF6F2992 upload=XTQ6MKVL2JVY tag=PV8LY50QEJNM type=write size=2325734 2026-04-02T11:45:29.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.757+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=1OUP5PK5MOR4 type=del size=3636940 2026-04-02T11:45:29.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.759+0000 7f5c0c217880 1 < suggested update operation key=HG9SH1DT0VFR tag=14D45LFDNZTU type=del size=3152763 2026-04-02T11:45:29.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.761+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~VSKZZFOUB0YZ.0 size=1048576 2026-04-02T11:45:29.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.761+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~VSKZZFOUB0YZ.1 size=960985 2026-04-02T11:45:29.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.761+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=VSKZZFOUB0YZ tag=GEUK24THLM2E type=write size=3058137 2026-04-02T11:45:29.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.762+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~XOXFA9L2DSOI.0 size=820552 2026-04-02T11:45:29.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.763+0000 7f5c0c217880 1 < completed multipart upload key=16KLPONRQQAX upload=XOXFA9L2DSOI tag=Y59UM7GL8V6W type=write size=1869128 2026-04-02T11:45:29.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.765+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~ZT0T3XLE7432.0 size=1048576 2026-04-02T11:45:29.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.766+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~ZT0T3XLE7432.1 size=1048576 2026-04-02T11:45:29.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.766+0000 7f5c0c217880 1 > prepared part key=_multipart_H18MHG2QUIPU.2~ZT0T3XLE7432.2 size=315526 2026-04-02T11:45:29.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.766+0000 7f5c0c217880 1 > prepared multipart upload key=H18MHG2QUIPU upload=ZT0T3XLE7432 tag=BLGCG4H5Y9F2 type=write size=3461254 2026-04-02T11:45:29.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.767+0000 7f5c0c217880 1 < completed delete operation key=Q76H2FRUA1T9 tag=EXTPALH2PSCL type=del 2026-04-02T11:45:29.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.771+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~NMU1DP8N0UVT.0 size=1048576 2026-04-02T11:45:29.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.771+0000 7f5c0c217880 1 > prepared part key=_multipart_KOFTD4ZEAMOY.2~NMU1DP8N0UVT.1 size=636446 2026-04-02T11:45:29.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.771+0000 7f5c0c217880 1 > prepared multipart upload key=KOFTD4ZEAMOY upload=NMU1DP8N0UVT tag=FEBWM9N31Y30 type=write size=2733598 2026-04-02T11:45:29.774 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.772+0000 7f5c0c217880 1 < completed part key=_multipart_X8AC72ESIA6N.2~KK3MYI51AOMV.0 size=1048576 2026-04-02T11:45:29.774 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.772+0000 7f5c0c217880 1 < canceled part key=_multipart_X8AC72ESIA6N.2~KK3MYI51AOMV.1 size=262782 2026-04-02T11:45:29.775 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.774+0000 7f5c0c217880 1 < canceled multipart upload key=X8AC72ESIA6N upload=KK3MYI51AOMV tag=M07P72HF0T84 type=write size=2359934 2026-04-02T11:45:29.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.775+0000 7f5c0c217880 1 > prepared operation key=I5G244DII0CX tag=CMNN24ZX7N5K type=del size=1463757 2026-04-02T11:45:29.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.776+0000 7f5c0c217880 1 < completed delete operation key=BOCZEPFZF855 tag=DWJ0H59XVX65 type=del 2026-04-02T11:45:29.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.777+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=82GPG1FTJ1W9 type=del size=875996 2026-04-02T11:45:29.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.779+0000 7f5c0c217880 1 < completed delete operation key=66AEW1Q173VY tag=ZCW0PSC5RRGW type=del 2026-04-02T11:45:29.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.781+0000 7f5c0c217880 1 > prepared operation key=16KLPONRQQAX tag=9HKH4CBEE4NH type=write size=355219 2026-04-02T11:45:29.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.781+0000 7f5c0c217880 1 < completed write operation key=66AEW1Q173VY tag=617UC2IPDGWP type=write size=507773 2026-04-02T11:45:29.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.783+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~EGP0YR3JPC72.0 size=1048576 2026-04-02T11:45:29.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.784+0000 7f5c0c217880 1 > prepared part key=_multipart_3NDJG05GFEU3.2~EGP0YR3JPC72.1 size=1041482 2026-04-02T11:45:29.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.784+0000 7f5c0c217880 1 > prepared multipart upload key=3NDJG05GFEU3 upload=EGP0YR3JPC72 tag=LCR5CBECIHPI type=write size=3138634 2026-04-02T11:45:29.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.786+0000 7f5c0c217880 1 < suggested remove operation key=Q76H2FRUA1T9 tag=X7AWSIC22EJ8 type=del 2026-04-02T11:45:29.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.787+0000 7f5c0c217880 1 > prepared operation key=BOCZEPFZF855 tag=0W1CL3GS09S0 type=write size=75448 2026-04-02T11:45:29.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.788+0000 7f5c0c217880 1 < completed part key=_multipart_80JM980KZYGT.2~7OYO82EHM7V6.0 size=1048576 2026-04-02T11:45:29.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.788+0000 7f5c0c217880 1 < canceled part key=_multipart_80JM980KZYGT.2~7OYO82EHM7V6.1 size=403222 2026-04-02T11:45:29.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.789+0000 7f5c0c217880 1 < canceled multipart upload key=80JM980KZYGT upload=7OYO82EHM7V6 tag=EAI5FSMQ92O9 type=write size=2500374 2026-04-02T11:45:29.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.790+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=U0WZYXUJMVQ2 type=write size=676173 2026-04-02T11:45:29.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.792+0000 7f5c0c217880 1 < suggested update operation key=0E1A1BB207I3 tag=MF841U8FAPBY type=del size=3224563 2026-04-02T11:45:29.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.793+0000 7f5c0c217880 1 > prepared operation key=RY963UTFY8OE tag=LMPGW2L4GCV1 type=del size=4151414 2026-04-02T11:45:29.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.793+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~58S3BQ31KL8S.0 size=1048576 2026-04-02T11:45:29.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.794+0000 7f5c0c217880 1 < completed part key=_multipart_QAI58E61O0A8.2~58S3BQ31KL8S.1 size=946351 2026-04-02T11:45:29.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.796+0000 7f5c0c217880 1 < completed multipart upload key=QAI58E61O0A8 upload=58S3BQ31KL8S tag=MCCD9AR7O8GT type=write size=3043503 2026-04-02T11:45:29.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.800+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=VNP9GVQQCOX3 type=del size=2218356 2026-04-02T11:45:29.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.801+0000 7f5c0c217880 1 < completed delete operation key=0L9I2XPJ6ED1 tag=6XI8KFLIRGBQ type=del 2026-04-02T11:45:29.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.802+0000 7f5c0c217880 1 > prepared operation key=QAI58E61O0A8 tag=2WRX81SRU9EU type=del size=3522123 2026-04-02T11:45:29.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.803+0000 7f5c0c217880 1 < completed delete operation key=93T2V482IGI4 tag=AOYEDWUQU95W type=del 2026-04-02T11:45:29.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.804+0000 7f5c0c217880 1 > prepared operation key=EA5JHZQJK139 tag=E8EP3JPZOTJF type=del size=2369788 2026-04-02T11:45:29.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.804+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~HD9M1M5FDMPX.0 size=1048576 2026-04-02T11:45:29.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.804+0000 7f5c0c217880 1 < canceled part key=_multipart_16KLPONRQQAX.2~HD9M1M5FDMPX.1 size=1048576 2026-04-02T11:45:29.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.805+0000 7f5c0c217880 1 < completed part key=_multipart_16KLPONRQQAX.2~HD9M1M5FDMPX.2 size=247439 2026-04-02T11:45:29.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.807+0000 7f5c0c217880 1 < canceled multipart upload key=16KLPONRQQAX upload=HD9M1M5FDMPX tag=QWJJL18VKIXP type=write size=3393167 2026-04-02T11:45:29.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.808+0000 7f5c0c217880 1 > prepared operation key=6OTERZHPNBJR tag=SUAFV602EMM6 type=write size=119347 2026-04-02T11:45:29.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.808+0000 7f5c0c217880 1 < completed delete operation key=QAI58E61O0A8 tag=1H1NMBGIBQVK type=del 2026-04-02T11:45:29.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.809+0000 7f5c0c217880 1 > prepared operation key=93T2V482IGI4 tag=77LMT9WTMT3P type=del size=3849526 2026-04-02T11:45:29.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.810+0000 7f5c0c217880 1 < completed delete operation key=6OTERZHPNBJR tag=1OUP5PK5MOR4 type=del 2026-04-02T11:45:29.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.811+0000 7f5c0c217880 1 > prepared operation key=0ID62KUCSKML tag=CTC4HQPDH7AC type=del size=125795 2026-04-02T11:45:29.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.811+0000 7f5c0c217880 1 < canceled part key=_multipart_KOFTD4ZEAMOY.2~VSKZZFOUB0YZ.0 size=1048576 2026-04-02T11:45:29.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.812+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~VSKZZFOUB0YZ.1 size=960985 2026-04-02T11:45:29.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.813+0000 7f5c0c217880 1 < canceled multipart upload key=KOFTD4ZEAMOY upload=VSKZZFOUB0YZ tag=GEUK24THLM2E type=write size=3058137 2026-04-02T11:45:29.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.815+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~XK0FNSS98RWF.0 size=1048576 2026-04-02T11:45:29.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.815+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~XK0FNSS98RWF.1 size=1048576 2026-04-02T11:45:29.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.816+0000 7f5c0c217880 1 > prepared part key=_multipart_KZ97ZMXJJOJS.2~XK0FNSS98RWF.2 size=477332 2026-04-02T11:45:29.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.816+0000 7f5c0c217880 1 > prepared multipart upload key=KZ97ZMXJJOJS upload=XK0FNSS98RWF tag=NWH5OYE32SW5 type=write size=3623060 2026-04-02T11:45:29.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.817+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~ZT0T3XLE7432.0 size=1048576 2026-04-02T11:45:29.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.818+0000 7f5c0c217880 1 < completed part key=_multipart_H18MHG2QUIPU.2~ZT0T3XLE7432.1 size=1048576 2026-04-02T11:45:29.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.818+0000 7f5c0c217880 1 < canceled part key=_multipart_H18MHG2QUIPU.2~ZT0T3XLE7432.2 size=315526 2026-04-02T11:45:29.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.819+0000 7f5c0c217880 1 < canceled multipart upload key=H18MHG2QUIPU upload=ZT0T3XLE7432 tag=BLGCG4H5Y9F2 type=write size=3461254 2026-04-02T11:45:29.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.820+0000 7f5c0c217880 1 > prepared operation key=A7V45HD10IBY tag=4Y95M68ML60Z type=del size=242060 2026-04-02T11:45:29.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.820+0000 7f5c0c217880 1 < canceled part key=_multipart_KOFTD4ZEAMOY.2~NMU1DP8N0UVT.0 size=1048576 2026-04-02T11:45:29.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.820+0000 7f5c0c217880 1 < completed part key=_multipart_KOFTD4ZEAMOY.2~NMU1DP8N0UVT.1 size=636446 2026-04-02T11:45:29.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.822+0000 7f5c0c217880 1 < canceled multipart upload key=KOFTD4ZEAMOY upload=NMU1DP8N0UVT tag=FEBWM9N31Y30 type=write size=2733598 2026-04-02T11:45:29.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.823+0000 7f5c0c217880 1 > prepared operation key=RXDFK5T07T03 tag=NCAXLIN4RDQY type=del size=1015643 2026-04-02T11:45:29.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.823+0000 7f5c0c217880 1 < completed delete operation key=I5G244DII0CX tag=CMNN24ZX7N5K type=del 2026-04-02T11:45:29.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.824+0000 7f5c0c217880 1 > prepared operation key=X8AC72ESIA6N tag=Z2X1HVWDEGUX type=write size=4125 2026-04-02T11:45:29.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.825+0000 7f5c0c217880 1 < completed delete operation key=X8AC72ESIA6N tag=82GPG1FTJ1W9 type=del 2026-04-02T11:45:29.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.826+0000 7f5c0c217880 1 > prepared operation key=18ALC111A00W tag=6XKHJZTQKZKM type=del size=932642 2026-04-02T11:45:29.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.827+0000 7f5c0c217880 1 < completed write operation key=16KLPONRQQAX tag=9HKH4CBEE4NH type=write size=355219 2026-04-02T11:45:29.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.828+0000 7f5c0c217880 1 > prepared operation key=KZ97ZMXJJOJS tag=ONEJRXTCHGOY type=del size=1322053 2026-04-02T11:45:29.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.829+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~EGP0YR3JPC72.0 size=1048576 2026-04-02T11:45:29.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.830+0000 7f5c0c217880 1 < completed part key=_multipart_3NDJG05GFEU3.2~EGP0YR3JPC72.1 size=1041482 2026-04-02T11:45:29.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.831+0000 7f5c0c217880 1 < completed multipart upload key=3NDJG05GFEU3 upload=EGP0YR3JPC72 tag=LCR5CBECIHPI type=write size=3138634 2026-04-02T11:45:29.834 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.832+0000 7f5c0c217880 1 > prepared part key=_multipart_6OTERZHPNBJR.2~8DSW04SID4S5.0 size=942733 2026-04-02T11:45:29.834 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.832+0000 7f5c0c217880 1 > prepared multipart upload key=6OTERZHPNBJR upload=8DSW04SID4S5 tag=QEEQXAJ19WCQ type=write size=1991309 2026-04-02T11:45:29.834 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.833+0000 7f5c0c217880 1 < completed write operation key=BOCZEPFZF855 tag=0W1CL3GS09S0 type=write size=75448 2026-04-02T11:45:29.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.834+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~9RAXLA4T3E3F.0 size=1048576 2026-04-02T11:45:29.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.835+0000 7f5c0c217880 1 > prepared part key=_multipart_TV1SXLAYZV94.2~9RAXLA4T3E3F.1 size=248177 2026-04-02T11:45:29.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.835+0000 7f5c0c217880 1 > prepared multipart upload key=TV1SXLAYZV94 upload=9RAXLA4T3E3F tag=NCQAQWVK49KD type=write size=2345329 2026-04-02T11:45:29.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.836+0000 7f5c0c217880 1 < completed write operation key=KZ97ZMXJJOJS tag=U0WZYXUJMVQ2 type=write size=676173 2026-04-02T11:45:29.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.837+0000 7f5c0c217880 1 > prepared part key=_multipart_EA5JHZQJK139.2~M16J8LUO011Y.0 size=606268 2026-04-02T11:45:29.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.837+0000 7f5c0c217880 1 > prepared multipart upload key=EA5JHZQJK139 upload=M16J8LUO011Y tag=47VU3RNQW8ZC type=write size=1654844 2026-04-02T11:45:29.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.839+0000 7f5c0c217880 1 < suggested update operation key=RY963UTFY8OE tag=LMPGW2L4GCV1 type=del size=4151414 2026-04-02T11:45:29.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:45:29.839+0000 7f5c0c217880 1 > prepared operation key=66AEW1Q173VY tag=I7AIT1TS189C type=del size=142851 2026-04-02T11:45:29.841 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_rgw_stats.simulate (7381 ms) 2026-04-02T11:45:29.841 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 1 test from cls_rgw_stats (7381 ms total) 2026-04-02T11:45:29.841 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:45:29.841 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:45:30.791 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 1 test from 1 test suite ran. (10223 ms total) 2026-04-02T11:45:30.791 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 1 test. 2026-04-02T11:45:30.793 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:45:30.793 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:45:30.877 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2026-04-02T11:45:30.877 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2026-04-02T11:45:30.877 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2026-04-02T11:45:30.920 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:45:30.920 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 31 tests from 1 test suite. 2026-04-02T11:45:30.920 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:45:32.913 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 31 tests from CmpOmap 2026-04-02T11:45:32.913 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2026-04-02T11:45:32.928 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2026-04-02T11:45:32.928 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2026-04-02T11:45:32.930 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (2 ms) 2026-04-02T11:45:32.930 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2026-04-02T11:45:32.932 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (1 ms) 2026-04-02T11:45:32.932 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2026-04-02T11:45:32.933 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (1 ms) 2026-04-02T11:45:32.933 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_str 2026-04-02T11:45:32.937 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_str (3 ms) 2026-04-02T11:45:32.937 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2026-04-02T11:45:32.940 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_u64 (3 ms) 2026-04-02T11:45:32.940 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2026-04-02T11:45:32.942 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (1 ms) 2026-04-02T11:45:32.942 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2026-04-02T11:45:32.944 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2026-04-02T11:45:32.944 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2026-04-02T11:45:33.148 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (204 ms) 2026-04-02T11:45:33.149 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2026-04-02T11:45:33.152 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2026-04-02T11:45:33.152 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2026-04-02T11:45:33.153 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2026-04-02T11:45:33.153 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2026-04-02T11:45:33.153 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2026-04-02T11:45:33.153 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2026-04-02T11:45:33.159 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2026-04-02T11:45:33.160 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2026-04-02T11:45:33.164 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (4 ms) 2026-04-02T11:45:33.164 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2026-04-02T11:45:33.170 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2026-04-02T11:45:33.170 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2026-04-02T11:45:33.175 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (5 ms) 2026-04-02T11:45:33.175 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2026-04-02T11:45:33.181 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_str (5 ms) 2026-04-02T11:45:33.181 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2026-04-02T11:45:33.187 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (5 ms) 2026-04-02T11:45:33.187 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2026-04-02T11:45:33.189 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2026-04-02T11:45:33.189 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2026-04-02T11:45:33.191 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (1 ms) 2026-04-02T11:45:33.191 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2026-04-02T11:45:33.191 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (0 ms) 2026-04-02T11:45:33.191 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2026-04-02T11:45:33.192 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2026-04-02T11:45:33.192 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2026-04-02T11:45:33.196 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (4 ms) 2026-04-02T11:45:33.196 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2026-04-02T11:45:33.202 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2026-04-02T11:45:33.202 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2026-04-02T11:45:33.206 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (4 ms) 2026-04-02T11:45:33.207 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2026-04-02T11:45:33.212 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (5 ms) 2026-04-02T11:45:33.212 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2026-04-02T11:45:33.214 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2026-04-02T11:45:33.214 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2026-04-02T11:45:33.216 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2026-04-02T11:45:33.216 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2026-04-02T11:45:33.216 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (0 ms) 2026-04-02T11:45:33.216 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2026-04-02T11:45:33.217 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2026-04-02T11:45:33.217 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2026-04-02T11:45:33.221 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (4 ms) 2026-04-02T11:45:33.221 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 31 tests from CmpOmap (309 ms total) 2026-04-02T11:45:33.221 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:45:33.221 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:45:33.914 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 31 tests from 1 test suite ran. (2993 ms total) 2026-04-02T11:45:33.914 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 31 tests. 2026-04-02T11:45:33.916 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:45:33.916 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:45:33.949 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2026-04-02T11:45:33.949 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2026-04-02T11:45:33.949 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2026-04-02T11:45:34.029 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:45:34.029 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:45:34.029 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:45:34.029 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 24 tests from TestCls2PCQueue 2026-04-02T11:45:34.029 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2026-04-02T11:45:37.247 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.GetCapacity (3217 ms) 2026-04-02T11:45:37.247 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2026-04-02T11:45:40.281 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3034 ms) 2026-04-02T11:45:40.281 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.Reserve 2026-04-02T11:45:43.306 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.Reserve (3025 ms) 2026-04-02T11:45:43.307 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2026-04-02T11:45:46.314 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3007 ms) 2026-04-02T11:45:46.315 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.Commit 2026-04-02T11:45:49.338 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.Commit (3023 ms) 2026-04-02T11:45:49.338 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.Stats 2026-04-02T11:45:52.367 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.Stats (3029 ms) 2026-04-02T11:45:52.368 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2026-04-02T11:45:56.456 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4088 ms) 2026-04-02T11:45:56.456 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.Abort 2026-04-02T11:45:59.518 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.Abort (3062 ms) 2026-04-02T11:45:59.518 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2026-04-02T11:46:03.027 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.ReserveError (3508 ms) 2026-04-02T11:46:03.027 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.CommitError 2026-04-02T11:46:06.078 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.CommitError (3050 ms) 2026-04-02T11:46:06.078 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.AbortError 2026-04-02T11:46:09.174 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.AbortError (3095 ms) 2026-04-02T11:46:09.174 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2026-04-02T11:46:12.192 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3018 ms) 2026-04-02T11:46:12.192 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2026-04-02T11:46:15.210 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3018 ms) 2026-04-02T11:46:15.210 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2026-04-02T11:46:18.246 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3035 ms) 2026-04-02T11:46:18.246 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2026-04-02T11:46:21.273 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3026 ms) 2026-04-02T11:46:21.273 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2026-04-02T11:46:24.311 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3037 ms) 2026-04-02T11:46:24.311 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2026-04-02T11:46:27.461 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3150 ms) 2026-04-02T11:46:27.461 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2026-04-02T11:46:30.524 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.Cleanup (3062 ms) 2026-04-02T11:46:30.524 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2026-04-02T11:46:38.934 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.MultiProducer (8410 ms) 2026-04-02T11:46:38.934 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2026-04-02T11:46:41.955 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3020 ms) 2026-04-02T11:46:41.955 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2026-04-02T11:46:54.363 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (12408 ms) 2026-04-02T11:46:54.364 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2026-04-02T11:46:58.541 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4177 ms) 2026-04-02T11:46:58.541 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2026-04-02T11:47:03.847 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5305 ms) 2026-04-02T11:47:03.847 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2026-04-02T11:47:08.887 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5038 ms) 2026-04-02T11:47:08.887 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 24 tests from TestCls2PCQueue (94856 ms total) 2026-04-02T11:47:08.887 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:08.887 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:47:08.887 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 24 tests from 1 test suite ran. (94856 ms total) 2026-04-02T11:47:08.887 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 24 tests. 2026-04-02T11:47:08.887 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:47:08.887 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:47:08.963 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2026-04-02T11:47:08.963 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2026-04-02T11:47:08.963 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2026-04-02T11:47:09.049 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:47:09.049 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:47:09.049 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:47:09.049 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:47:10.899 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from ClsAccount 2026-04-02T11:47:10.900 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsAccount.add 2026-04-02T11:47:10.936 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsAccount.add (36 ms) 2026-04-02T11:47:10.936 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsAccount.get 2026-04-02T11:47:10.952 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsAccount.get (16 ms) 2026-04-02T11:47:10.963 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsAccount.rm 2026-04-02T11:47:10.967 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsAccount.rm (14 ms) 2026-04-02T11:47:10.967 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] ClsAccount.list 2026-04-02T11:47:10.997 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] ClsAccount.list (30 ms) 2026-04-02T11:47:10.997 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from ClsAccount (98 ms total) 2026-04-02T11:47:10.997 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:10.997 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:47:11.902 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 4 tests from 1 test suite ran. (2853 ms total) 2026-04-02T11:47:11.903 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 4 tests. 2026-04-02T11:47:11.905 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:47:11.906 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:47:11.938 INFO:tasks.workunit:Running workunits matching cls/test_cls_sem_set.sh on client.0... 2026-04-02T11:47:11.939 INFO:tasks.workunit:Running workunit cls/test_cls_sem_set.sh... 2026-04-02T11:47:11.939 DEBUG:teuthology.orchestra.run.vm02:workunit test cls/test_cls_sem_set.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sem_set.sh 2026-04-02T11:47:12.018 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:47:12.018 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 5 tests from 1 test suite. 2026-04-02T11:47:12.018 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:47:12.018 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 5 tests from cls_sem_set 2026-04-02T11:47:12.018 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_sem_set.inc_dec 2026-04-02T11:47:14.971 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_sem_set.inc_dec (2952 ms) 2026-04-02T11:47:14.971 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_sem_set.inc_dec_overflow 2026-04-02T11:47:17.979 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_sem_set.inc_dec_overflow (3008 ms) 2026-04-02T11:47:17.979 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_sem_set.list_small 2026-04-02T11:47:21.009 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_sem_set.list_small (3029 ms) 2026-04-02T11:47:21.009 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_sem_set.list_large 2026-04-02T11:47:24.162 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_sem_set.list_large (3150 ms) 2026-04-02T11:47:24.162 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] cls_sem_set.inc_dec_time 2026-04-02T11:47:28.221 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] cls_sem_set.inc_dec_time (4061 ms) 2026-04-02T11:47:28.221 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 5 tests from cls_sem_set (16202 ms total) 2026-04-02T11:47:28.221 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:28.221 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:47:28.221 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 5 tests from 1 test suite ran. (16203 ms total) 2026-04-02T11:47:28.221 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 5 tests. 2026-04-02T11:47:28.224 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:47:28.224 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:47:28.300 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2026-04-02T11:47:28.301 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2026-04-02T11:47:28.301 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2026-04-02T11:47:28.386 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:47:28.386 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:47:28.386 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 6 tests from 1 test suite. 2026-04-02T11:47:28.386 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:47:30.238 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 6 tests from rgw_gc_log 2026-04-02T11:47:30.239 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2026-04-02T11:47:30.252 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] rgw_gc_log.init_existing_queue (13 ms) 2026-04-02T11:47:30.252 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2026-04-02T11:47:30.325 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] rgw_gc_log.init_existing_omap (73 ms) 2026-04-02T11:47:30.326 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2026-04-02T11:47:30.327 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (1 ms) 2026-04-02T11:47:30.327 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2026-04-02T11:47:30.328 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (1 ms) 2026-04-02T11:47:30.329 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2026-04-02T11:47:30.330 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] rgw_gc_log.defer1_after_init (1 ms) 2026-04-02T11:47:30.330 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2026-04-02T11:47:30.331 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] rgw_gc_log.defer2_before_init (0 ms) 2026-04-02T11:47:30.331 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 6 tests from rgw_gc_log (93 ms total) 2026-04-02T11:47:30.331 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:30.331 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:47:31.360 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 6 tests from 1 test suite ran. (2973 ms total) 2026-04-02T11:47:31.360 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 6 tests. 2026-04-02T11:47:31.364 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:47:31.364 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:47:31.407 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2026-04-02T11:47:31.408 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2026-04-02T11:47:31.408 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2026-04-02T11:47:31.492 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from TestRGWObj 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestRGWObj.underscore 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns= i= 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns= i= 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns= i= 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "obj1": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "obj2": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "obj3": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.493 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "obj3-2": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns=ns i= 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns=ns i= 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns=ns i= 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "obj1": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "obj2": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.494 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "obj3": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "obj3-2": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns= i=v1 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns= i=v1 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns= i=v1 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "obj1": { 2026-04-02T11:47:31.495 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "obj2": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "obj3": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "obj3-2": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.496 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:parsed: _obj[v1] 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "obj1": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "obj2": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "obj3": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.497 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "obj3-2": { 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_obj", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestRGWObj.no_underscore 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns= i= 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns= i= 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns= i= 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "obj1": { 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.498 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "obj2": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "obj3": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "obj3-2": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.499 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns=ns i= 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns=ns i= 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns=ns i= 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "obj1": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "obj2": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "obj3": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.500 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "obj3-2": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns= i=v1 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns= i=v1 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns= i=v1 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "obj1": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "obj2": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.501 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "obj3": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "obj3-2": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:parsed: obj[v1] 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "obj1": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.502 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "obj2": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "obj3": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "obj3-2": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "name": "obj", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "v1", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestRGWObj.obj_to_raw 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.503 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker_myobj", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.504 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker_myobj", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.505 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.506 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.507 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.508 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.509 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.510 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker___myobj", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj" 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.511 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker___myobj", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj" 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.512 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.513 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.514 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj" 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.515 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj" 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.516 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.517 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker___myobj_", 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj_" 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.518 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker___myobj_", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj_" 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.519 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.520 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.521 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj_" 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.522 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj_" 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.523 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "pool": "default-placement.data", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "name": "test", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": "" 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.524 INFO:tasks.workunit.client.0.vm02.stdout: "obj": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] TestRGWObj.old_to_raw 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker_myobj", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.525 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker_myobj 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker_myobj", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker_myobj 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.526 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__ns_myobj 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__ns_myobj 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__:inst_myobj 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.527 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__:inst_myobj 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__ns:inst_myobj 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.528 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "name": "myobj", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__ns:inst_myobj 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker___myobj", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj" 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker___myobj 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker___myobj", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj" 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.529 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker___myobj 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__ns__myobj 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__ns__myobj 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.530 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj" 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__:inst__myobj 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj" 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__:inst__myobj 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.531 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__ns:inst__myobj 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__ns:inst__myobj 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker___myobj_", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj_" 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.532 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker___myobj_ 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker___myobj_", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj_" 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker___myobj_ 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__ns__myobj_ 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.533 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__ns__myobj_ 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj_" 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__:inst__myobj_ 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "marker__myobj_" 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.534 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "" 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__:inst__myobj_ 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "raw_obj2": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "pool": ".data-pool", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "loc": "" 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "new_obj2": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "bucket": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "name": "ebtest", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "marker": "marker", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_id": "bucket-id", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "tenant": "", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "explicit_placement": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "data_pool": ".data-pool", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "data_extra_pool": "", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "index_pool": ".index-pool" 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "key": { 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "name": "_myobj_", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "instance": "inst", 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: "ns": "ns" 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2026-04-02T11:47:31.535 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from TestRGWObj (0 ms total) 2026-04-02T11:47:31.536 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:31.536 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:47:31.536 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 4 tests from 1 test suite ran. (0 ms total) 2026-04-02T11:47:31.536 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 4 tests. 2026-04-02T11:47:31.536 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:47:31.536 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:47:31.570 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_datalog.sh on client.0... 2026-04-02T11:47:31.571 INFO:tasks.workunit:Running workunit rgw/test_rgw_datalog.sh... 2026-04-02T11:47:31.571 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/test_rgw_datalog.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datalog.sh 2026-04-02T11:47:31.653 INFO:tasks.workunit.client.0.vm02.stdout:Running main() from gmock_main.cc 2026-04-02T11:47:31.653 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 10 tests from 4 test suites. 2026-04-02T11:47:31.653 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:47:31.653 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 1 test from DataLogBG 2026-04-02T11:47:31.653 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLogBG.TestRoundTrip 2026-04-02T11:47:31.653 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLogBG.TestRoundTrip (0 ms) 2026-04-02T11:47:31.654 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 1 test from DataLogBG (0 ms total) 2026-04-02T11:47:31.654 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:31.654 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from DataLog 2026-04-02T11:47:31.654 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLog.TestSem 2026-04-02T11:47:34.440 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLog.TestSem (2786 ms) 2026-04-02T11:47:34.441 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLog.SimpleRecovery 2026-04-02T11:47:37.468 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLog.SimpleRecovery (3027 ms) 2026-04-02T11:47:37.468 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLog.CycleRecovery 2026-04-02T11:47:40.525 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLog.CycleRecovery (3057 ms) 2026-04-02T11:47:40.525 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLog.SemaphoresRecovery 2026-04-02T11:47:43.551 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLog.SemaphoresRecovery (3025 ms) 2026-04-02T11:47:43.551 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from DataLog (11897 ms total) 2026-04-02T11:47:43.551 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:43.551 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 1 test from DataLogWatchless 2026-04-02T11:47:43.551 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLogWatchless.NotWatching 2026-04-02T11:47:46.701 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLogWatchless.NotWatching (3149 ms) 2026-04-02T11:47:46.701 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 1 test from DataLogWatchless (3149 ms total) 2026-04-02T11:47:46.701 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:46.701 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from DataLogBulky 2026-04-02T11:47:46.701 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLogBulky.TestSemBulky 2026-04-02T11:47:49.727 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLogBulky.TestSemBulky (3026 ms) 2026-04-02T11:47:49.727 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLogBulky.BulkyRecovery 2026-04-02T11:47:52.748 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLogBulky.BulkyRecovery (3021 ms) 2026-04-02T11:47:52.749 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLogBulky.BulkyCycleRecovery 2026-04-02T11:47:55.770 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLogBulky.BulkyCycleRecovery (3021 ms) 2026-04-02T11:47:55.770 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] DataLogBulky.BulkySemaphoresRecovery 2026-04-02T11:47:59.060 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] DataLogBulky.BulkySemaphoresRecovery (3290 ms) 2026-04-02T11:47:59.060 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 4 tests from DataLogBulky (12359 ms total) 2026-04-02T11:47:59.061 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:59.061 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:47:59.061 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 10 tests from 4 test suites ran. (27406 ms total) 2026-04-02T11:47:59.061 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 10 tests. 2026-04-02T11:47:59.064 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:47:59.064 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:47:59.107 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2026-04-02T11:47:59.108 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2026-04-02T11:47:59.108 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2026-04-02T11:47:59.166 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:47:59.166 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:47:59.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.186+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.187+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.187+0000 7f1cd8356900 20 realm 2026-04-02T11:47:59.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.187+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.187+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.188+0000 7f1cd8356900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:47:59.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.188+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.188+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.188+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.189+0000 7f1cd8356900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:47:59.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.189+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.190+0000 7f1cd8356900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:47:59.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.190+0000 7f1cd8356900 20 searching for the correct realm 2026-04-02T11:47:59.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.192+0000 7f1cd496d640 0 -- 192.168.123.102:0/3177707035 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x7f1c900a18a0 msgr2=0x7f1c900c1ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:47:59.197 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.196+0000 7f1cd496d640 0 -- 192.168.123.102:0/3177707035 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x55a0f46fef60 msgr2=0x7f1c900e2a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.200+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 20 zone default found 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 4 Realm: () 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:47:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 20 zonegroup default 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.201+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.202+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.202+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.202+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.202+0000 7f1cd8356900 20 started sync module instance, tier type = 2026-04-02T11:47:59.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.202+0000 7f1cd8356900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:47:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.205+0000 7f1cd8356900 20 add_watcher() i=0 2026-04-02T11:47:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.205+0000 7f1cd8356900 20 add_watcher() i=2 2026-04-02T11:47:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.205+0000 7f1cd8356900 20 add_watcher() i=5 2026-04-02T11:47:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.205+0000 7f1cd8356900 20 add_watcher() i=7 2026-04-02T11:47:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.205+0000 7f1cd8356900 20 add_watcher() i=6 2026-04-02T11:47:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.206+0000 7f1cd8356900 20 add_watcher() i=3 2026-04-02T11:47:59.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.206+0000 7f1cd8356900 20 add_watcher() i=4 2026-04-02T11:47:59.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.206+0000 7f1cd8356900 20 add_watcher() i=1 2026-04-02T11:47:59.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.206+0000 7f1cd8356900 2 all 8 watchers are set, enabling cache 2026-04-02T11:47:59.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.208+0000 7f1cd8356900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:47:59.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.208+0000 7f1cd8356900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:47:59.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.208+0000 7f1cd8356900 5 note: GC not initialized 2026-04-02T11:47:59.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.209+0000 7f1c817ea640 20 reqs_thread_entry: start 2026-04-02T11:47:59.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 20 init_complete bucket index max shards: 1 2026-04-02T11:47:59.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 20 Filter name: none 2026-04-02T11:47:59.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1c7affd640 20 reqs_thread_entry: start 2026-04-02T11:47:59.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2026-04-02T11:47:59.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.245+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 10 cache get: name=default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= : miss 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 20 rados->read ofs=0 len=0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 10 cache put: name=default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= info.flags=0x0 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 10 adding default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= to cache LRU end 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 10 cache get: name=default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= : hit (negative entry) 2026-04-02T11:47:59.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.246+0000 7f1cd8356900 10 cache get: name=default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= : hit (negative entry) 2026-04-02T11:47:59.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.247+0000 7f1cd8356900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-02T11:47:59.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.247+0000 7f1cd8356900 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:47:59.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.247+0000 7f1cd8356900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2026-04-02T11:47:59.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.247+0000 7f1caf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1241245548546 cookie 94149784143792 notifier 35171 bl.length()=697 2026-04-02T11:47:59.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.247+0000 7f1caf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-02T11:47:59.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.247+0000 7f1caf7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:47:59.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.248+0000 7f1cd8356900 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2026-04-02T11:47:59.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.248+0000 7f1cd8356900 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:47:59.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.248+0000 7f1cd8356900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2026-04-02T11:47:59.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.249+0000 7f1caeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1241245548561 cookie 94149784129824 notifier 35171 bl.length()=194 2026-04-02T11:47:59.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.249+0000 7f1caeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2026-04-02T11:47:59.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.249+0000 7f1caeffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:47:59.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.250+0000 7f1cd8356900 10 cache put: name=default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= info.flags=0x7 2026-04-02T11:47:59.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.250+0000 7f1cd8356900 10 moving default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= to cache LRU end 2026-04-02T11:47:59.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.250+0000 7f1cd8356900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:73OiE4BrA/XVrroJ0EhkcwTlGKM=, ofs0, ns] 2026-04-02T11:47:59.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.250+0000 7f1caeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1241245548547 cookie 94149784148304 notifier 35171 bl.length()=203 2026-04-02T11:47:59.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.250+0000 7f1caeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= info.flags=0x7 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.250+0000 7f1caeffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+73OiE4BrA/XVrroJ0EhkcwTlGKM= to cache LRU end 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "user_id": "ceph-test-librgw-file", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "display_name": "librgw test user", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "email": "librgw@example.com", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "suspended": 0, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "max_buckets": 1000, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "subusers": [], 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "keys": [ 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: { 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "user": "ceph-test-librgw-file", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "access_key": "73OiE4BrA/XVrroJ0EhkcwTlGKM=", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "secret_key": "VZSPeEhkF2YQb1SZJrO8cSQN/EKuDzrCpwJvL7WkjI2AaFx8BbAI0Q==", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "active": true, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "create_date": "2026-04-02T11:47:59.247372Z" 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: ], 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "swift_keys": [], 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "caps": [], 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "default_placement": "", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "default_storage_class": "", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "placement_tags": [], 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_quota": { 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "enabled": false, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "check_on_raw": false, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "max_size": -1, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "max_objects": -1 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "user_quota": { 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "enabled": false, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "check_on_raw": false, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "max_size": -1, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "max_objects": -1 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "temp_url_keys": [], 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "type": "rgw", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "mfa_ids": [], 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "account_id": "", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "path": "/", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "create_date": "2026-04-02T11:47:59.247367Z", 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "tags": [], 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: "group_ids": [] 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:47:59.252 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.253+0000 7f1cd8356900 20 remove_watcher() i=1 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.254+0000 7f1cd8356900 2 removed watcher, disabling cache 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.254+0000 7f1cd8356900 20 remove_watcher() i=2 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.254+0000 7f1cd8356900 20 remove_watcher() i=0 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.254+0000 7f1cd8356900 20 remove_watcher() i=4 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.254+0000 7f1cd8356900 20 remove_watcher() i=3 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.254+0000 7f1cd8356900 20 remove_watcher() i=7 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.254+0000 7f1cd8356900 20 remove_watcher() i=6 2026-04-02T11:47:59.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:47:59.254+0000 7f1cd8356900 20 remove_watcher() i=5 2026-04-02T11:47:59.261 INFO:tasks.workunit.client.0.vm02.stdout:phase 1.1 2026-04-02T11:47:59.278 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:47:59.278 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:47:59.278 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:47:59.278 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:47:59.284 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:47:59.284 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:47:59.967 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (688 ms) 2026-04-02T11:47:59.967 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:47:59.967 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-02T11:47:59.967 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:47:59.967 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:47:59.967 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:47:59.973 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/baz/quux 2026-04-02T11:47:59.976 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/f1 2026-04-02T11:47:59.979 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/f2 2026-04-02T11:47:59.981 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/f1 2026-04-02T11:47:59.983 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/d1/ 2026-04-02T11:47:59.985 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/baz/hungry 2026-04-02T11:47:59.987 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2026-04-02T11:47:59.989 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/baz/momma 2026-04-02T11:47:59.991 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/baz/bear/ 2026-04-02T11:47:59.994 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2026-04-02T11:47:59.996 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2026-04-02T11:47:59.999 INFO:tasks.workunit.client.0.vm02.stdout:creating: nfsroot:foo/bar/baz/frobozz 2026-04-02T11:48:00.002 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETUP_HIER1 (34 ms) 2026-04-02T11:48:00.002 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:48:00.085 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETUP_DIRS1 (82 ms) 2026-04-02T11:48:00.085 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:48:00.085 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:48:00.085 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:48:00.097 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (12 ms) 2026-04-02T11:48:00.097 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:48:00.128 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (30 ms) 2026-04-02T11:48:00.128 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:48:00.128 INFO:tasks.workunit.client.0.vm02.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2026-04-02T11:48:00.134 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (5 ms) 2026-04-02T11:48:00.134 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:48:00.134 INFO:tasks.workunit.client.0.vm02.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (5 ms) 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:scanning objects in /bdirs1/dir_0 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:scanning objects in /bdirs1/dir_1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:scanning objects in /bdirs1/dir_2 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:read back objects in /bdirs1/dir_0 2026-04-02T11:48:00.139 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_0/sfile_0 2026-04-02T11:48:00.140 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:48:00.140 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_0/sfile_1 2026-04-02T11:48:00.141 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:48:00.141 INFO:tasks.workunit.client.0.vm02.stdout:read back objects in /bdirs1/dir_1 2026-04-02T11:48:00.141 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_1/sfile_0 2026-04-02T11:48:00.141 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:48:00.141 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_1/sfile_1 2026-04-02T11:48:00.142 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:48:00.142 INFO:tasks.workunit.client.0.vm02.stdout:read back objects in /bdirs1/dir_2 2026-04-02T11:48:00.142 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_2/sfile_0 2026-04-02T11:48:00.143 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:48:00.143 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_2/sfile_1 2026-04-02T11:48:00.143 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:48:00.143 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READ_DIRS1 (4 ms) 2026-04-02T11:48:00.143 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READF_SETUP1 (104 ms) 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:48:00.249 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:48:00.254 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/f2 (f2): FILE 2026-04-02T11:48:00.254 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/f1 (f1): FILE 2026-04-02T11:48:00.256 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2026-04-02T11:48:00.258 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2026-04-02T11:48:00.264 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:48:00.264 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:48:00.264 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2026-04-02T11:48:00.265 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2026-04-02T11:48:00.265 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:48:00.266 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:48:00.266 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz (baz): DIR 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar (bar): DIR 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo (foo): DIR 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot (nfsroot): DIR 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.HIER1 (18 ms) 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:48:00.267 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:48:00.268 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:48:00.268 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:48:00.268 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:48:00.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:48:00.266+0000 7f1ada5579c0 -1 shutting down 2026-04-02T11:48:00.269 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:48:00.268+0000 7f19b2df7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 75719, si_uid : 1000, si_addr0x3e8000127c7, si_status0 2026-04-02T11:48:30.152 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (29884 ms) 2026-04-02T11:48:30.152 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 24 tests from LibRGW (30873 ms total) 2026-04-02T11:48:30.152 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:48:30.152 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:48:30.152 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 24 tests from 1 test suite ran. (30873 ms total) 2026-04-02T11:48:30.152 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 24 tests. 2026-04-02T11:48:30.159 INFO:tasks.workunit.client.0.vm02.stdout:phase 1.2 2026-04-02T11:48:30.179 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:48:30.179 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:48:30.179 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:48:30.179 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:48:30.183 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:48:30.183 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:48:30.574 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (395 ms) 2026-04-02T11:48:30.574 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:48:30.575 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-02T11:48:30.575 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:48:30.575 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:48:30.575 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:48:30.576 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:48:30.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:48:30.574+0000 7f25975229c0 -1 shutting down 2026-04-02T11:48:30.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:48:30.576+0000 7f246fc65640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 76346, si_uid : 1000, si_addr0x3e800012a3a, si_status0 2026-04-02T11:49:00.694 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30117 ms) 2026-04-02T11:49:00.694 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 24 tests from LibRGW (30515 ms total) 2026-04-02T11:49:00.694 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:49:00.694 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:49:00.694 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 24 tests from 1 test suite ran. (30515 ms total) 2026-04-02T11:49:00.694 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 24 tests. 2026-04-02T11:49:00.702 INFO:tasks.workunit.client.0.vm02.stdout:phase 1.3 2026-04-02T11:49:00.725 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:49:00.725 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:49:00.725 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:49:00.725 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:49:00.733 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:49:00.733 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:49:01.175 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (450 ms) 2026-04-02T11:49:01.175 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:49:01.176 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-02T11:49:01.176 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:49:01.176 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:49:01.176 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:49:01.180 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETUP_HIER1 (4 ms) 2026-04-02T11:49:01.180 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETUP_DIRS1 (54 ms) 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:scanning objects in /bdirs1/dir_0 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:scanning objects in /bdirs1/dir_1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:scanning objects in /bdirs1/dir_2 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:read back objects in /bdirs1/dir_0 2026-04-02T11:49:01.235 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_0/sfile_0 2026-04-02T11:49:01.236 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:49:01.236 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_0/sfile_1 2026-04-02T11:49:01.237 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:49:01.237 INFO:tasks.workunit.client.0.vm02.stdout:read back objects in /bdirs1/dir_1 2026-04-02T11:49:01.237 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_1/sfile_0 2026-04-02T11:49:01.238 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:49:01.238 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_1/sfile_1 2026-04-02T11:49:01.239 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:49:01.239 INFO:tasks.workunit.client.0.vm02.stdout:read back objects in /bdirs1/dir_2 2026-04-02T11:49:01.239 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_2/sfile_0 2026-04-02T11:49:01.240 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:49:01.240 INFO:tasks.workunit.client.0.vm02.stdout:reading 0,256 dir_2/sfile_1 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READ_DIRS1 (6 ms) 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:49:01.241 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:49:01.242 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:49:01.242 INFO:tasks.workunit.client.0.vm02.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:49:01.242 INFO:tasks.workunit.client.0.vm02.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:49:01.242 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:49:01.242 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:49:01.248 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/f2 (f2): FILE 2026-04-02T11:49:01.249 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/f1 (f1): FILE 2026-04-02T11:49:01.251 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2026-04-02T11:49:01.252 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2026-04-02T11:49:01.254 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:49:01.254 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:49:01.255 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2026-04-02T11:49:01.255 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2026-04-02T11:49:01.255 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:49:01.256 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:49:01.256 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2026-04-02T11:49:01.257 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar/baz (baz): DIR 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo/bar (bar): DIR 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot/foo (foo): DIR 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:/nfsroot (nfsroot): DIR 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.HIER1 (16 ms) 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:49:01.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:49:01.256+0000 7fafd416f9c0 -1 shutting down 2026-04-02T11:49:01.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:49:01.258+0000 7faeac972640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 76965, si_uid : 1000, si_addr0x3e800012ca5, si_status0 2026-04-02T11:49:31.521 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30263 ms) 2026-04-02T11:49:31.521 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 24 tests from LibRGW (30796 ms total) 2026-04-02T11:49:31.521 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:49:31.521 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:49:31.521 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 24 tests from 1 test suite ran. (30796 ms total) 2026-04-02T11:49:31.521 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 24 tests. 2026-04-02T11:49:31.527 INFO:tasks.workunit.client.0.vm02.stdout:phase 2.1 2026-04-02T11:49:31.547 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:49:31.547 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:49:31.547 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 9 tests from LibRGW 2026-04-02T11:49:31.547 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:49:31.553 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:49:31.553 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:49:32.027 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (479 ms) 2026-04-02T11:49:32.027 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:49:32.027 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:49:32.027 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:49:32.036 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2026-04-02T11:49:32.036 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:49:32.036 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:49:32.036 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2026-04-02T11:49:32.042 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave0 2026-04-02T11:49:32.048 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave1 2026-04-02T11:49:32.054 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave2 2026-04-02T11:49:32.060 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave3 2026-04-02T11:49:32.065 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave4 2026-04-02T11:49:32.071 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave5 2026-04-02T11:49:32.077 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave6 2026-04-02T11:49:32.083 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave7 2026-04-02T11:49:32.093 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave8 2026-04-02T11:49:32.099 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave9 2026-04-02T11:49:32.100 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (63 ms) 2026-04-02T11:49:32.100 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2026-04-02T11:49:32.236 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (136 ms) 2026-04-02T11:49:32.236 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:49:32.236 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:49:32.236 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:49:32.236 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:49:32.236 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:49:32.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:49:32.234+0000 7fdf9f3289c0 -1 shutting down 2026-04-02T11:49:32.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:49:32.236+0000 7fde77ac7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 77592, si_uid : 1000, si_addr0x3e800012f18, si_status0 2026-04-02T11:50:02.259 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30022 ms) 2026-04-02T11:50:02.259 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 9 tests from LibRGW (30711 ms total) 2026-04-02T11:50:02.259 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:50:02.259 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:50:02.259 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 9 tests from 1 test suite ran. (30711 ms total) 2026-04-02T11:50:02.259 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 9 tests. 2026-04-02T11:50:02.265 INFO:tasks.workunit.client.0.vm02.stdout:phase 2.2 2026-04-02T11:50:02.283 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:50:02.283 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:50:02.283 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 9 tests from LibRGW 2026-04-02T11:50:02.283 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:50:02.288 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:50:02.288 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:50:02.712 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (429 ms) 2026-04-02T11:50:02.712 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:50:02.713 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:50:02.713 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:50:02.713 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:50:02.713 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:50:02.726 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_BUCKET (13 ms) 2026-04-02T11:50:02.726 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2026-04-02T11:50:02.732 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave0 2026-04-02T11:50:02.738 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave1 2026-04-02T11:50:02.743 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave2 2026-04-02T11:50:02.751 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave3 2026-04-02T11:50:02.757 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave4 2026-04-02T11:50:02.764 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave5 2026-04-02T11:50:02.771 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave6 2026-04-02T11:50:02.777 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave7 2026-04-02T11:50:02.785 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave8 2026-04-02T11:50:02.791 INFO:tasks.workunit.client.0.vm02.stdout:created: sorrydave9 2026-04-02T11:50:02.791 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (64 ms) 2026-04-02T11:50:02.791 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2026-04-02T11:50:02.923 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (132 ms) 2026-04-02T11:50:02.923 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:50:02.923 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:50:02.923 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:50:02.923 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:50:02.923 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:50:02.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:50:02.922+0000 7ff25e3349c0 -1 shutting down 2026-04-02T11:50:02.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:50:02.924+0000 7ff136bd5640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 78223, si_uid : 1000, si_addr0x3e80001318f, si_status0 2026-04-02T11:50:32.768 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (29844 ms) 2026-04-02T11:50:32.768 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 9 tests from LibRGW (30485 ms total) 2026-04-02T11:50:32.768 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:50:32.768 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:50:32.768 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 9 tests from 1 test suite ran. (30485 ms total) 2026-04-02T11:50:32.768 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 9 tests. 2026-04-02T11:50:32.774 INFO:tasks.workunit.client.0.vm02.stdout:phase 3.1 2026-04-02T11:50:32.904 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 13 tests from 1 test suite. 2026-04-02T11:50:32.904 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:50:32.904 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 13 tests from LibRGW 2026-04-02T11:50:32.904 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:50:32.909 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:50:32.909 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:50:33.569 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (664 ms) 2026-04-02T11:50:33.569 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:50:33.569 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:50:33.569 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:50:33.580 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKET (10 ms) 2026-04-02T11:50:33.580 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:50:33.582 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (2 ms) 2026-04-02T11:50:33.582 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:50:33.583 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2026-04-02T11:50:33.583 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LARGE1 2026-04-02T11:50:33.687 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LARGE1 (103 ms) 2026-04-02T11:50:33.687 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LARGE2 2026-04-02T11:50:33.710 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LARGE2 (23 ms) 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:50:33.711 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:50:33.710+0000 7fbb947a29c0 -1 shutting down 2026-04-02T11:50:33.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:50:33.712+0000 7fba6cf93640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 78850, si_uid : 1000, si_addr0x3e800013402, si_status0 2026-04-02T11:51:03.748 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30036 ms) 2026-04-02T11:51:03.748 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 13 tests from LibRGW (30843 ms total) 2026-04-02T11:51:03.748 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:51:03.748 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:03.748 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 13 tests from 1 test suite ran. (30843 ms total) 2026-04-02T11:51:03.748 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 13 tests. 2026-04-02T11:51:03.756 INFO:tasks.workunit.client.0.vm02.stdout:phase 3.2 2026-04-02T11:51:03.888 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 13 tests from 1 test suite. 2026-04-02T11:51:03.889 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:03.889 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 13 tests from LibRGW 2026-04-02T11:51:03.889 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:51:03.893 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:51:03.893 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:51:04.525 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (636 ms) 2026-04-02T11:51:04.525 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:51:04.525 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:51:04.525 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:51:04.525 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:51:04.525 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:51:04.529 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2026-04-02T11:51:04.529 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:51:04.531 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2026-04-02T11:51:04.532 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LARGE1 2026-04-02T11:51:04.879 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LARGE1 (347 ms) 2026-04-02T11:51:04.880 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LARGE2 2026-04-02T11:51:04.880 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2026-04-02T11:51:04.880 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:51:04.880 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:51:04.880 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:51:04.884 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2026-04-02T11:51:04.884 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:51:04.897 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_BUCKET (12 ms) 2026-04-02T11:51:04.897 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:51:04.897 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:51:04.897 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:51:04.897 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:51:04.897 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:51:04.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:51:04.895+0000 7f0b7712b9c0 -1 shutting down 2026-04-02T11:51:04.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:51:04.898+0000 7f0a4f84b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 79479, si_uid : 1000, si_addr0x3e800013677, si_status0 2026-04-02T11:51:34.934 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30037 ms) 2026-04-02T11:51:34.934 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 13 tests from LibRGW (31045 ms total) 2026-04-02T11:51:34.934 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:51:34.934 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:34.934 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 13 tests from 1 test suite ran. (31045 ms total) 2026-04-02T11:51:34.934 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 13 tests. 2026-04-02T11:51:34.942 INFO:tasks.workunit.client.0.vm02.stdout:phase 4.1 2026-04-02T11:51:34.960 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:51:34.960 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:34.960 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 11 tests from LibRGW 2026-04-02T11:51:34.960 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.TVAR 2026-04-02T11:51:34.960 INFO:tasks.workunit.client.0.vm02.stdout:read i1: 64001 2026-04-02T11:51:34.960 INFO:tasks.workunit.client.0.vm02.stdout:read s1: blunderbuss 2026-04-02T11:51:34.960 INFO:tasks.workunit.client.0.vm02.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2026-04-02T11:51:34.960 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:51:34.966 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:51:34.966 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:51:35.574 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (613 ms) 2026-04-02T11:51:35.574 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:51:35.575 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:51:35.575 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:51:35.657 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (81 ms) 2026-04-02T11:51:35.657 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_0 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_1 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_2 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_3 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_4 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_5 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_6 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_7 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_8 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_9 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_10 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_11 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_12 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_13 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_14 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_15 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_16 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_17 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_18 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_19 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_20 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_21 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_22 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_23 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_24 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_25 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_26 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_27 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_28 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_29 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_30 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_31 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_32 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_33 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_34 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_35 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_36 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_37 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_38 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_39 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_40 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_41 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_42 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_43 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_44 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_45 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_46 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_47 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_48 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_49 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_50 2026-04-02T11:51:36.176 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_51 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_52 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_53 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_54 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_55 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_56 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_57 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_58 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_59 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_60 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_61 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_62 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_63 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_64 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_65 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_66 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_67 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_68 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_69 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_70 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_71 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_72 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_73 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_74 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_75 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_76 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_77 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_78 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_79 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_80 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_81 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_82 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_83 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_84 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_85 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_86 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_87 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_88 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_89 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_90 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_91 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_92 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_93 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_94 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_95 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_96 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_97 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_98 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:created: dmarker:f_99 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (518 ms) 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:51:36.177 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:51:36.178 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_READDIR (1 ms) 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:51:36.179 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:51:36.180 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER2_READDIR (0 ms) 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:51:36.177+0000 7fc1d4c109c0 -1 shutting down 2026-04-02T11:51:36.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:51:36.179+0000 7fc0ab372640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 80106, si_uid : 1000, si_addr0x3e8000138ea, si_status0 2026-04-02T11:52:05.785 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (29606 ms) 2026-04-02T11:52:05.785 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 11 tests from LibRGW (30824 ms total) 2026-04-02T11:52:05.785 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:52:05.785 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:52:05.785 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 11 tests from 1 test suite ran. (30824 ms total) 2026-04-02T11:52:05.785 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 11 tests. 2026-04-02T11:52:05.793 INFO:tasks.workunit.client.0.vm02.stdout:phase 4.2 2026-04-02T11:52:05.812 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:52:05.812 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:52:05.812 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 11 tests from LibRGW 2026-04-02T11:52:05.812 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.TVAR 2026-04-02T11:52:05.812 INFO:tasks.workunit.client.0.vm02.stdout:read i1: 64001 2026-04-02T11:52:05.812 INFO:tasks.workunit.client.0.vm02.stdout:read s1: blunderbuss 2026-04-02T11:52:05.812 INFO:tasks.workunit.client.0.vm02.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2026-04-02T11:52:05.812 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:52:05.816 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:52:05.816 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:52:05.996 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (183 ms) 2026-04-02T11:52:05.996 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:52:05.996 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:52:05.996 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:52:06.003 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (6 ms) 2026-04-02T11:52:06.003 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:52:06.003 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:52:06.003 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:52:06.003 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:52:06.003 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:52:06.005 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:52:06.006 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER2_READDIR (1 ms) 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:52:06.004+0000 7fefee3639c0 -1 shutting down 2026-04-02T11:52:06.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:52:06.006+0000 7feec6c02640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 80734, si_uid : 1000, si_addr0x3e800013b5e, si_status0 2026-04-02T11:52:36.237 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30231 ms) 2026-04-02T11:52:36.237 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 11 tests from LibRGW (30425 ms total) 2026-04-02T11:52:36.237 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:52:36.237 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:52:36.237 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 11 tests from 1 test suite ran. (30425 ms total) 2026-04-02T11:52:36.237 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 11 tests. 2026-04-02T11:52:36.243 INFO:tasks.workunit.client.0.vm02.stdout:phase 5.1 2026-04-02T11:52:36.263 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:52:36.263 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:52:36.263 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 19 tests from LibRGW 2026-04-02T11:52:36.263 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:52:36.269 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:52:36.269 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:52:36.665 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (401 ms) 2026-04-02T11:52:36.665 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:52:36.665 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:52:36.665 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:52:36.672 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2026-04-02T11:52:36.672 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:52:36.674 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (2 ms) 2026-04-02T11:52:36.674 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2026-04-02T11:52:36.674 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2026-04-02T11:52:36.674 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:52:36.676 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2026-04-02T11:52:36.676 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.OBJ_OPEN 2026-04-02T11:52:36.676 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2026-04-02T11:52:36.676 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.PUT_OBJECT 2026-04-02T11:52:36.678 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.PUT_OBJECT (2 ms) 2026-04-02T11:52:36.678 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.GET_OBJECT 2026-04-02T11:52:36.679 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.GET_OBJECT (1 ms) 2026-04-02T11:52:36.679 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:52:36.679 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:52:36.679 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2026-04-02T11:52:36.679 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2026-04-02T11:52:36.679 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.WRITEV 2026-04-02T11:52:36.679 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READV 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READV (0 ms) 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:52:36.680 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:52:36.679+0000 7f79c2f709c0 -1 shutting down 2026-04-02T11:52:36.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:52:36.680+0000 7f789b772640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 81361, si_uid : 1000, si_addr0x3e800013dd1, si_status0 2026-04-02T11:53:06.834 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30154 ms) 2026-04-02T11:53:06.835 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 19 tests from LibRGW (30571 ms total) 2026-04-02T11:53:06.835 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:53:06.835 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:53:06.835 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 19 tests from 1 test suite ran. (30571 ms total) 2026-04-02T11:53:06.835 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 19 tests. 2026-04-02T11:53:06.841 INFO:tasks.workunit.client.0.vm02.stdout:phase 5.2 2026-04-02T11:53:06.864 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:53:06.864 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:53:06.864 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 19 tests from LibRGW 2026-04-02T11:53:06.864 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:53:06.870 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:53:06.870 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:53:07.061 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (197 ms) 2026-04-02T11:53:07.061 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:53:07.062 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:53:07.062 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:53:07.062 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:53:07.062 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.OBJ_OPEN 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.PUT_OBJECT 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.GET_OBJECT 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.WRITEV 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READV 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READV (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2026-04-02T11:53:07.067 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:53:07.070 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_OBJECT (3 ms) 2026-04-02T11:53:07.070 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:53:07.083 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.DELETE_BUCKET (13 ms) 2026-04-02T11:53:07.083 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:53:07.083 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:53:07.083 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:53:07.083 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:53:07.083 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:53:07.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:53:07.082+0000 7fd6a5f5d9c0 -1 shutting down 2026-04-02T11:53:07.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:53:07.083+0000 7fd57e7f7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 81989, si_uid : 1000, si_addr0x3e800014045, si_status0 2026-04-02T11:53:37.196 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30112 ms) 2026-04-02T11:53:37.196 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 19 tests from LibRGW (30331 ms total) 2026-04-02T11:53:37.196 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:53:37.196 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:53:37.196 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 19 tests from 1 test suite ran. (30331 ms total) 2026-04-02T11:53:37.196 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 19 tests. 2026-04-02T11:53:37.202 INFO:tasks.workunit.client.0.vm02.stdout:phase 6.1 2026-04-02T11:53:37.220 INFO:tasks.workunit.client.0.vm02.stdout:[==========] Running 10 tests from 1 test suite. 2026-04-02T11:53:37.220 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment set-up. 2026-04-02T11:53:37.220 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 10 tests from LibRGW 2026-04-02T11:53:37.220 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:53:37.224 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:53:37.224 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:53:37.621 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.INIT (401 ms) 2026-04-02T11:53:37.621 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:53:37.621 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:53:37.621 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2026-04-02T11:53:37.632 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CREATE_BUCKETS (10 ms) 2026-04-02T11:53:37.632 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2026-04-02T11:53:37.635 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (3 ms) 2026-04-02T11:53:37.636 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2026-04-02T11:53:37.647 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.TOPDIR_RENAME (11 ms) 2026-04-02T11:53:37.647 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2026-04-02T11:53:37.662 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SUBDIR_RENAME (15 ms) 2026-04-02T11:53:37.662 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2026-04-02T11:53:37.679 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (16 ms) 2026-04-02T11:53:37.679 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:53:37.679 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:53:37.679 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:53:37.679 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:53:37.679 INFO:tasks.workunit.client.0.vm02.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:53:37.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:53:37.677+0000 7f9d45d529c0 -1 shutting down 2026-04-02T11:53:37.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:53:37.679+0000 7f9c1e557640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 82616, si_uid : 1000, si_addr0x3e8000142b8, si_status0 2026-04-02T11:54:07.772 INFO:tasks.workunit.client.0.vm02.stdout:[ OK ] LibRGW.SHUTDOWN (30092 ms) 2026-04-02T11:54:07.772 INFO:tasks.workunit.client.0.vm02.stdout:[----------] 10 tests from LibRGW (30551 ms total) 2026-04-02T11:54:07.772 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:54:07.772 INFO:tasks.workunit.client.0.vm02.stdout:[----------] Global test environment tear-down 2026-04-02T11:54:07.772 INFO:tasks.workunit.client.0.vm02.stdout:[==========] 10 tests from 1 test suite ran. (30551 ms total) 2026-04-02T11:54:07.772 INFO:tasks.workunit.client.0.vm02.stdout:[ PASSED ] 10 tests. 2026-04-02T11:54:07.779 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:54:07.779 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:54:07.816 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2026-04-02T11:54:07.817 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2026-04-02T11:54:07.817 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2026-04-02T11:54:07.888 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -z ']' 2026-04-02T11:54:07.888 INFO:tasks.workunit.client.0.vm02.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:54:07.888 INFO:tasks.workunit.client.0.vm02.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:54:07.888 INFO:tasks.workunit.client.0.vm02.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:54:07.888 INFO:tasks.workunit.client.0.vm02.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:54:07.888 INFO:tasks.workunit.client.0.vm02.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2026-04-02T11:54:07.911 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:54:07.911 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:54:07.932 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.930+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:07.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.931+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:07.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.931+0000 7f41fbe12900 20 realm 2026-04-02T11:54:07.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.931+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:07.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.931+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:07.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.931+0000 7f41fbe12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:54:07.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.931+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:07.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.932+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:07.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.932+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:07.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.932+0000 7f41fbe12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:54:07.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.932+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:07.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.933+0000 7f41fbe12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:54:07.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.933+0000 7f41fbe12900 20 searching for the correct realm 2026-04-02T11:54:07.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:07.936+0000 7f41f2ffd640 0 -- 192.168.123.102:0/2385684042 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f41ec016030 msgr2=0x7f41ec00d8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:54:08.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.140+0000 7f41ebfff640 0 -- 192.168.123.102:0/2385684042 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55deae4f0f50 msgr2=0x55deae511350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.142+0000 7f41fbe12900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.142+0000 7f41fbe12900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.142+0000 7f41fbe12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.142+0000 7f41fbe12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:08.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 zone default found 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 4 Realm: () 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 zonegroup default 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.143+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.144+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.144+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.144+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:08.145 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.144+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.144+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:08.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.144+0000 7f41fbe12900 20 started sync module instance, tier type = 2026-04-02T11:54:08.146 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.144+0000 7f41fbe12900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.147+0000 7f41fbe12900 20 add_watcher() i=3 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.147+0000 7f41fbe12900 20 add_watcher() i=6 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.148+0000 7f41fbe12900 20 add_watcher() i=5 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.148+0000 7f41fbe12900 20 add_watcher() i=2 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.148+0000 7f41fbe12900 20 add_watcher() i=1 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.148+0000 7f41fbe12900 20 add_watcher() i=0 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.148+0000 7f41fbe12900 20 add_watcher() i=7 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.148+0000 7f41fbe12900 20 add_watcher() i=4 2026-04-02T11:54:08.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.148+0000 7f41fbe12900 2 all 8 watchers are set, enabling cache 2026-04-02T11:54:08.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.149+0000 7f41fbe12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:54:08.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.149+0000 7f41fbe12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:54:08.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.149+0000 7f41fbe12900 5 note: GC not initialized 2026-04-02T11:54:08.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.150+0000 7f419f7fe640 20 reqs_thread_entry: start 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.183+0000 7f41fbe12900 20 init_complete bucket index max shards: 1 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.183+0000 7f41fbe12900 20 Filter name: none 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.183+0000 7f419d7fa640 20 reqs_thread_entry: start 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2026-04-02T11:54:08.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 20 rados->read ofs=0 len=0 2026-04-02T11:54:08.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:54:08.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2026-04-02T11:54:08.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:54:08.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2026-04-02T11:54:08.186 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.184+0000 7f41fbe12900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2026-04-02T11:54:08.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.185+0000 7f41fbe12900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2026-04-02T11:54:08.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.185+0000 7f41fbe12900 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:54:08.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.185+0000 7f41fbe12900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2026-04-02T11:54:08.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.185+0000 7f41d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1241245548550 cookie 94414895550624 notifier 35375 bl.length()=677 2026-04-02T11:54:08.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.185+0000 7f41d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2026-04-02T11:54:08.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.185+0000 7f41d67fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:54:08.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.186+0000 7f41fbe12900 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2026-04-02T11:54:08.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.186+0000 7f41fbe12900 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:54:08.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.186+0000 7f41fbe12900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2026-04-02T11:54:08.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.187+0000 7f41d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1241245548548 cookie 94414895555168 notifier 35375 bl.length()=187 2026-04-02T11:54:08.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.187+0000 7f41d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2026-04-02T11:54:08.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.187+0000 7f41d67fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:54:08.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.188+0000 7f41fbe12900 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2026-04-02T11:54:08.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.188+0000 7f41fbe12900 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:54:08.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.188+0000 7f41fbe12900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2026-04-02T11:54:08.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.188+0000 7f41d5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1241245548549 cookie 94414895555168 notifier 35375 bl.length()=197 2026-04-02T11:54:08.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.188+0000 7f41d5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2026-04-02T11:54:08.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.188+0000 7f41d5ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "user_id": "ceph-test-maven", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "display_name": "maven test user", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "email": "sigv4@example.com", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "suspended": 0, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "max_buckets": 1000, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "subusers": [], 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "keys": [ 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: { 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "user": "ceph-test-maven", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "active": true, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "create_date": "2026-04-02T11:54:08.185826Z" 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: ], 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "swift_keys": [], 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "caps": [], 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "default_placement": "", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "default_storage_class": "", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "placement_tags": [], 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_quota": { 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "enabled": false, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "check_on_raw": false, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "max_size": -1, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "max_objects": -1 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "user_quota": { 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "enabled": false, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "check_on_raw": false, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "max_size": -1, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "max_objects": -1 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "temp_url_keys": [], 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "type": "rgw", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "mfa_ids": [], 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "account_id": "", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "path": "/", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "create_date": "2026-04-02T11:54:08.185820Z", 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "tags": [], 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: "group_ids": [] 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:54:08.190 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.191+0000 7f41fbe12900 20 remove_watcher() i=0 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.191+0000 7f41fbe12900 2 removed watcher, disabling cache 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.191+0000 7f41fbe12900 20 remove_watcher() i=5 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.191+0000 7f41fbe12900 20 remove_watcher() i=3 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.191+0000 7f41fbe12900 20 remove_watcher() i=7 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.191+0000 7f41fbe12900 20 remove_watcher() i=6 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.192+0000 7f41fbe12900 20 remove_watcher() i=4 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.192+0000 7f41fbe12900 20 remove_watcher() i=2 2026-04-02T11:54:08.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:54:08.192+0000 7f41fbe12900 20 remove_watcher() i=1 2026-04-02T11:54:08.199 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -z ']' 2026-04-02T11:54:08.199 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2026-04-02T11:54:08.199 INFO:tasks.workunit.client.0.vm02.stderr:++ cat /home/ubuntu/cephtest/url_file 2026-04-02T11:54:08.200 INFO:tasks.workunit.client.0.vm02.stderr:+ export RGW_HTTP_ENDPOINT_URL=http://vm02.local:80 2026-04-02T11:54:08.200 INFO:tasks.workunit.client.0.vm02.stderr:+ RGW_HTTP_ENDPOINT_URL=http://vm02.local:80 2026-04-02T11:54:08.200 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2026-04-02T11:54:08.200 INFO:tasks.workunit.client.0.vm02.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2026-04-02T11:54:08.200 INFO:tasks.workunit.client.0.vm02.stderr:+ ./mvnw clean package 2026-04-02T11:54:08.208 INFO:tasks.workunit.client.0.vm02.stdout:Warning: JAVA_HOME environment variable is not set. 2026-04-02T11:54:09.372 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Scanning for projects... 2026-04-02T11:54:09.441 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2026-04-02T11:54:09.544 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 908 B Progress (1): 2.2 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 54 kB/s) 2026-04-02T11:54:09.551 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2026-04-02T11:54:09.593 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 761 B Progress (1): 1.8 kB Progress (1): 17 kB Progress (1): 33 kB Progress (1): 49 kB Progress (1): 64 kB Progress (1): 74 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 1.9 MB/s) 2026-04-02T11:54:09.598 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2026-04-02T11:54:09.641 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 791 B Progress (1): 1.5 kB Progress (1): 4.0 kB Progress (1): 5.6 kB Progress (1): 6.9 kB Progress (1): 8.9 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 21 kB Progress (1): 26 kB Progress (1): 29 kB Progress (1): 33 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 50 kB Progress (1): 54 kB Progress (1): 60 kB Progress (1): 68 kB Progress (1): 75 kB Progress (1): 76 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 1.8 MB/s) 2026-04-02T11:54:09.654 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:09.654 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2026-04-02T11:54:09.654 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Building jcksum 1.0 2026-04-02T11:54:09.654 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] from pom.xml 2026-04-02T11:54:09.654 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2026-04-02T11:54:09.656 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2026-04-02T11:54:09.692 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 780 B Progress (1): 1.7 kB Progress (1): 4.2 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 147 kB/s) 2026-04-02T11:54:09.696 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2026-04-02T11:54:09.733 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 752 B Progress (1): 1.7 kB Progress (1): 3.7 kB Progress (1): 6.4 kB Progress (1): 8.2 kB Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 275 kB/s) 2026-04-02T11:54:09.739 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2026-04-02T11:54:09.777 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 726 B Progress (1): 1.6 kB Progress (1): 4.2 kB Progress (1): 8.4 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 21 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 33 kB Progress (1): 37 kB Progress (1): 39 kB Progress (1): 42 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 1.2 MB/s) 2026-04-02T11:54:09.781 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2026-04-02T11:54:09.817 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 743 B Progress (1): 1.6 kB Progress (1): 3.4 kB Progress (1): 5.5 kB Progress (1): 9.0 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 587 kB/s) 2026-04-02T11:54:09.823 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2026-04-02T11:54:09.861 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0.9/36 kB Progress (1): 2.3/36 kB Progress (1): 3.4/36 kB Progress (1): 4.7/36 kB Progress (1): 6.1/36 kB Progress (1): 10/36 kB Progress (1): 15/36 kB Progress (1): 19/36 kB Progress (1): 23/36 kB Progress (1): 27/36 kB Progress (1): 31/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 964 kB/s) 2026-04-02T11:54:09.867 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2026-04-02T11:54:09.901 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 767 B Progress (1): 2.2 kB Progress (1): 4.9 kB Progress (1): 7.5 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 240 kB/s) 2026-04-02T11:54:09.902 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2026-04-02T11:54:09.937 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 773 B Progress (1): 2.3 kB Progress (1): 4.9 kB Progress (1): 7.4 kB Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 231 kB/s) 2026-04-02T11:54:09.939 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2026-04-02T11:54:09.976 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 724 B Progress (1): 1.9 kB Progress (1): 5.5 kB Progress (1): 9.8 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 29 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 38 kB Progress (1): 41 kB Progress (1): 45 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 1.3 MB/s) 2026-04-02T11:54:09.978 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2026-04-02T11:54:10.013 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 741 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 6.9 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 592 kB/s) 2026-04-02T11:54:10.017 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2026-04-02T11:54:10.051 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 3.8/31 kB Progress (1): 8.0/31 kB Progress (1): 12/31 kB Progress (1): 12/31 kB Progress (1): 17/31 kB Progress (1): 21/31 kB Progress (1): 25/31 kB Progress (1): 29/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 910 kB/s) 2026-04-02T11:54:10.054 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2026-04-02T11:54:10.093 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 763 B Progress (1): 2.2 kB Progress (1): 3.9 kB Progress (1): 7.6 kB Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 252 kB/s) 2026-04-02T11:54:10.098 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2026-04-02T11:54:10.143 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 3.8/66 kB Progress (1): 8.0/66 kB Progress (1): 12/66 kB Progress (1): 16/66 kB Progress (1): 21/66 kB Progress (1): 25/66 kB Progress (1): 29/66 kB Progress (1): 33/66 kB Progress (1): 38/66 kB Progress (1): 42/66 kB Progress (1): 46/66 kB Progress (1): 50/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 1.4 MB/s) 2026-04-02T11:54:10.149 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2026-04-02T11:54:10.191 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 833 B Progress (1): 2.7 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 127 kB/s) 2026-04-02T11:54:10.193 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2026-04-02T11:54:10.230 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 791 B Progress (1): 2.4 kB Progress (1): 4.1 kB Progress (1): 8.0 kB Progress (1): 12 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 593 kB/s) 2026-04-02T11:54:10.235 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2026-04-02T11:54:10.271 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 724 B Progress (1): 1.9 kB Progress (1): 5.5 kB Progress (1): 9.9 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 27 kB Progress (1): 28 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 43 kB Progress (1): 48 kB Progress (1): 48 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 1.3 MB/s) 2026-04-02T11:54:10.275 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2026-04-02T11:54:10.315 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 4.0 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 574 kB/s) 2026-04-02T11:54:10.319 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2026-04-02T11:54:10.353 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 907 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 161 kB/s) 2026-04-02T11:54:10.356 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2026-04-02T11:54:10.393 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/45 kB Progress (1): 16/45 kB Progress (1): 25/45 kB Progress (1): 41/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 1.2 MB/s) 2026-04-02T11:54:10.398 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2026-04-02T11:54:10.432 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 787 B Progress (1): 2.2 kB Progress (1): 5.1 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 199 kB/s) 2026-04-02T11:54:10.434 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2026-04-02T11:54:10.473 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 753 B Progress (1): 2.2 kB Progress (1): 4.5 kB Progress (1): 7.3 kB Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 261 kB/s) 2026-04-02T11:54:10.474 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2026-04-02T11:54:10.587 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 721 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.5 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 45 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 407 kB/s) 2026-04-02T11:54:10.590 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2026-04-02T11:54:10.624 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 745 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.3 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 617 kB/s) 2026-04-02T11:54:10.627 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2026-04-02T11:54:10.664 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/27 kB Progress (1): 8.2/27 kB Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 719 kB/s) 2026-04-02T11:54:10.679 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2026-04-02T11:54:10.714 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 875 B Progress (1): 3.6 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 169 kB/s) 2026-04-02T11:54:10.716 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2026-04-02T11:54:10.752 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 730 B Progress (1): 3.1 kB Progress (1): 6.3 kB Progress (1): 9.4 kB Progress (1): 13 kB Progress (1): 17 kB Progress (1): 21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 576 kB/s) 2026-04-02T11:54:10.756 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2026-04-02T11:54:10.791 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 757 B Progress (1): 6.3 kB Progress (1): 12 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 572 kB/s) 2026-04-02T11:54:10.796 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2026-04-02T11:54:10.831 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 863 B Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 114 kB/s) 2026-04-02T11:54:10.833 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2026-04-02T11:54:10.869 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 891 B Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 43 kB/s) 2026-04-02T11:54:10.871 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2026-04-02T11:54:10.904 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 902 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 68 kB/s) 2026-04-02T11:54:10.908 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2026-04-02T11:54:10.945 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 865 B Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 98 kB/s) 2026-04-02T11:54:10.948 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2026-04-02T11:54:10.984 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 866 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 92 kB/s) 2026-04-02T11:54:10.987 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2026-04-02T11:54:11.023 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 887 B Progress (1): 4.1 kB Progress (1): 8.6 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 296 kB/s) 2026-04-02T11:54:11.026 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2026-04-02T11:54:11.072 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 893 B Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 36 kB/s) 2026-04-02T11:54:11.075 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2026-04-02T11:54:11.114 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 861 B Progress (1): 3.8 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 98 kB/s) 2026-04-02T11:54:11.117 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2026-04-02T11:54:11.154 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 853 B Progress (1): 4.6 kB Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 133 kB/s) 2026-04-02T11:54:11.157 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2026-04-02T11:54:11.194 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 31 kB/s) 2026-04-02T11:54:11.196 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2026-04-02T11:54:11.228 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 120 kB/s) 2026-04-02T11:54:11.229 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2026-04-02T11:54:11.267 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Progress (1): 3.2 kB Progress (1): 6.0 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 354 kB/s) 2026-04-02T11:54:11.270 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2026-04-02T11:54:11.308 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.8 kB Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 94 kB/s) 2026-04-02T11:54:11.311 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2026-04-02T11:54:11.352 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 866 B Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 61 kB/s) 2026-04-02T11:54:11.355 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2026-04-02T11:54:11.392 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 870 B Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 79 kB/s) 2026-04-02T11:54:11.397 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2026-04-02T11:54:11.433 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 852 B Progress (1): 4.6 kB Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 212 kB/s) 2026-04-02T11:54:11.435 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2026-04-02T11:54:11.470 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 848 B Progress (1): 4.5 kB Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 160 kB/s) 2026-04-02T11:54:11.472 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2026-04-02T11:54:11.508 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 860 B Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 97 kB/s) 2026-04-02T11:54:11.514 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2026-04-02T11:54:11.549 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 3.8 kB Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 126 kB/s) 2026-04-02T11:54:11.551 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2026-04-02T11:54:11.588 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 898 B Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 65 kB/s) 2026-04-02T11:54:11.590 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2026-04-02T11:54:11.626 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 852 B Progress (1): 5.0 kB Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 184 kB/s) 2026-04-02T11:54:11.631 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2026-04-02T11:54:11.664 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 4.4 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 178 kB/s) 2026-04-02T11:54:11.667 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2026-04-02T11:54:11.702 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 866 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 83 kB/s) 2026-04-02T11:54:11.705 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2026-04-02T11:54:11.739 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 862 B Progress (1): 3.5 kB Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 102 kB/s) 2026-04-02T11:54:11.745 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2026-04-02T11:54:11.782 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 862 B Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 114 kB/s) 2026-04-02T11:54:11.783 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2026-04-02T11:54:11.819 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 886 B Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 51 kB/s) 2026-04-02T11:54:11.822 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2026-04-02T11:54:11.859 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 863 B Progress (1): 2.8 kB Progress (1): 5.1 kB Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 174 kB/s) 2026-04-02T11:54:11.863 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2026-04-02T11:54:11.900 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 838 B Progress (1): 2.3 kB Progress (1): 5.1 kB Progress (1): 8.5 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 431 kB/s) 2026-04-02T11:54:11.903 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2026-04-02T11:54:11.939 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 803 B Progress (1): 2.2 kB Progress (1): 3.7 kB Progress (1): 5.3 kB Progress (1): 6.5 kB Progress (1): 8.9 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 34 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 938 kB/s) 2026-04-02T11:54:11.941 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2026-04-02T11:54:11.973 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 753 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 8.3 kB Progress (1): 13 kB Progress (1): 16 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 535 kB/s) 2026-04-02T11:54:11.976 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2026-04-02T11:54:12.013 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 869 B Progress (1): 2.5 kB Progress (1): 4.7 kB Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 134 kB/s) 2026-04-02T11:54:12.015 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2026-04-02T11:54:12.052 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 846 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 7.1 kB Progress (1): 11 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 366 kB/s) 2026-04-02T11:54:12.055 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2026-04-02T11:54:12.090 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 752 B Progress (1): 2.0 kB Progress (1): 4.1 kB Progress (1): 6.5 kB Progress (1): 8.4 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 399 kB/s) 2026-04-02T11:54:12.091 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2026-04-02T11:54:12.129 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 707 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.5 kB Progress (1): 5.9 kB Progress (1): 7.5 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 21 kB Progress (1): 24 kB Progress (1): 26 kB Progress (1): 29 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 44 kB Progress (1): 49 kB Progress (1): 53 kB Progress (1): 55 kB Progress (1): 59 kB Progress (1): 60 kB Progress (1): 62 kB Progress (1): 65 kB Progress (1): 66 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 1.8 MB/s) 2026-04-02T11:54:12.135 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2026-04-02T11:54:12.168 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 748 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 8.0 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 475 kB/s) 2026-04-02T11:54:12.172 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2026-04-02T11:54:12.205 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 754 B Progress (1): 2.0 kB Progress (1): 4.0 kB Progress (1): 6.4 kB Progress (1): 8.3 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 483 kB/s) 2026-04-02T11:54:12.207 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2026-04-02T11:54:12.243 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 703 B Progress (1): 1.8 kB Progress (1): 3.1 kB Progress (1): 4.6 kB Progress (1): 6.7 kB Progress (1): 8.1 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 29 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 36 kB Progress (1): 39 kB Progress (1): 42 kB Progress (1): 44 kB Progress (1): 47 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 56 kB Progress (1): 61 kB Progress (1): 65 kB Progress (1): 73 kB Progress (1): 76 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 2.1 MB/s) 2026-04-02T11:54:12.248 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2026-04-02T11:54:12.280 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.9 kB Progress (1): 13 kB Progress (1): 16 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 558 kB/s) 2026-04-02T11:54:12.283 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2026-04-02T11:54:12.317 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 765 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.6 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 571 kB/s) 2026-04-02T11:54:12.319 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2026-04-02T11:54:12.358 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 705 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.7 kB Progress (1): 6.4 kB Progress (1): 8.4 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 41 kB Progress (1): 43 kB Progress (1): 46 kB Progress (1): 49 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 58 kB Progress (1): 60 kB Progress (1): 64 kB Progress (1): 67 kB Progress (1): 71 kB Progress (1): 74 kB Progress (1): 76 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 2.0 MB/s) 2026-04-02T11:54:12.364 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2026-04-02T11:54:12.397 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 113 kB/s) 2026-04-02T11:54:12.399 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2026-04-02T11:54:12.433 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Progress (1): 3.2 kB Progress (1): 6.0 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 418 kB/s) 2026-04-02T11:54:12.435 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2026-04-02T11:54:12.467 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 944 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 97 kB/s) 2026-04-02T11:54:12.472 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2026-04-02T11:54:12.504 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 954 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 96 kB/s) 2026-04-02T11:54:12.506 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2026-04-02T11:54:12.542 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 996 B Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 58 kB/s) 2026-04-02T11:54:12.543 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2026-04-02T11:54:12.576 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 966 B Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 89 kB/s) 2026-04-02T11:54:12.577 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2026-04-02T11:54:12.611 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 46 kB/s) 2026-04-02T11:54:12.612 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2026-04-02T11:54:12.647 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 964 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 86 kB/s) 2026-04-02T11:54:12.652 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2026-04-02T11:54:12.686 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 963 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 92 kB/s) 2026-04-02T11:54:12.688 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2026-04-02T11:54:12.721 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 958 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 97 kB/s) 2026-04-02T11:54:12.723 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2026-04-02T11:54:12.762 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 26 kB/s) 2026-04-02T11:54:12.764 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2026-04-02T11:54:12.800 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 28 kB/s) 2026-04-02T11:54:12.801 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2026-04-02T11:54:12.835 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 949 B Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 90 kB/s) 2026-04-02T11:54:12.900 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2026-04-02T11:54:12.938 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 962 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 80 kB/s) 2026-04-02T11:54:12.939 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2026-04-02T11:54:12.973 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 967 B Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 104 kB/s) 2026-04-02T11:54:12.975 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2026-04-02T11:54:13.010 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 968 B Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 95 kB/s) 2026-04-02T11:54:13.012 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2026-04-02T11:54:13.046 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 967 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 89 kB/s) 2026-04-02T11:54:13.059 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2026-04-02T11:54:13.198 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 23 MB/s) 2026-04-02T11:54:13.199 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2026-04-02T11:54:13.199 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2026-04-02T11:54:13.229 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2026-04-02T11:54:13.229 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2026-04-02T11:54:13.229 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2026-04-02T11:54:13.235 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/71 kB Progress (1): 16/71 kB Progress (1): 32/71 kB Progress (1): 49/71 kB Progress (1): 65/71 kB Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 1.9 MB/s) 2026-04-02T11:54:13.235 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2026-04-02T11:54:13.269 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/16 kB Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 373 kB/s) 2026-04-02T11:54:13.269 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2026-04-02T11:54:13.309 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0.9/98 kB Progress (1): 2.3/98 kB Progress (1): 3.6/98 kB Progress (1): 5.0/98 kB Progress (1): 6.4/98 kB Progress (1): 7.7/98 kB Progress (1): 9.1/98 kB Progress (1): 10/98 kB Progress (1): 12/98 kB Progress (1): 13/98 kB Progress (1): 15/98 kB Progress (1): 16/98 kB Progress (1): 17/98 kB Progress (1): 19/98 kB Progress (1): 20/98 kB Progress (1): 21/98 kB Progress (1): 23/98 kB Progress (1): 24/98 kB Progress (1): 25/98 kB Progress (1): 26/98 kB Progress (1): 27/98 kB Progress (1): 29/98 kB Progress (1): 30/98 kB Progress (1): 31/98 kB Progress (1): 33/98 kB Progress (1): 34/98 kB Progress (1): 36/98 kB Progress (1): 37/98 kB Progress (1): 38/98 kB Progress (1): 40/98 kB Progress (1): 41/98 kB Progress (1): 42/98 kB Progress (1): 44/98 kB Progress (1): 45/98 kB Progress (1): 46/98 kB Progress (1): 48/98 kB Progress (1): 49/98 kB Progress (1): 51/98 kB Progress (1): 52/98 kB Progress (1): 53/98 kB Progress (1): 55/98 kB Progress (1): 59/98 kB Progress (2): 59/98 kB | 7.7/782 kB Progress (2): 59/98 kB | 12/782 kB Progress (2): 59/98 kB | 29/782 kB Progress (2): 59/98 kB | 45/782 kB Progress (2): 59/98 kB | 61/782 kB Progress (2): 59/98 kB | 78/782 kB Progress (2): 59/98 kB | 94/782 kB Progress (2): 59/98 kB | 111/782 kB Progress (2): 59/98 kB | 127/782 kB Progress (2): 59/98 kB | 143/782 kB Progress (2): 59/98 kB | 160/782 kB Progress (2): 59/98 kB | 176/782 kB Progress (2): 59/98 kB | 193/782 kB Progress (2): 59/98 kB | 209/782 kB Progress (2): 59/98 kB | 225/782 kB Progress (2): 59/98 kB | 242/782 kB Progress (2): 59/98 kB | 258/782 kB Progress (2): 59/98 kB | 274/782 kB Progress (2): 59/98 kB | 291/782 kB Progress (2): 59/98 kB | 295/782 kB Progress (2): 59/98 kB | 311/782 kB Progress (2): 59/98 kB | 327/782 kB Progress (2): 59/98 kB | 344/782 kB Progress (2): 59/98 kB | 360/782 kB Progress (2): 59/98 kB | 377/782 kB Progress (2): 59/98 kB | 393/782 kB Progress (2): 59/98 kB | 409/782 kB Progress (2): 59/98 kB | 426/782 kB Progress (2): 59/98 kB | 442/782 kB Progress (2): 59/98 kB | 458/782 kB Progress (2): 59/98 kB | 475/782 kB Progress (2): 59/98 kB | 491/782 kB Progress (2): 59/98 kB | 508/782 kB Progress (2): 59/98 kB | 524/782 kB Progress (2): 59/98 kB | 540/782 kB Progress (2): 59/98 kB | 557/782 kB Progress (2): 59/98 kB | 573/782 kB Progress (2): 59/98 kB | 590/782 kB Progress (2): 59/98 kB | 606/782 kB Progress (2): 59/98 kB | 622/782 kB Progress (2): 59/98 kB | 639/782 kB Progress (2): 63/98 kB | 639/782 kB Progress (2): 63/98 kB | 655/782 kB Progress (2): 67/98 kB | 655/782 kB Progress (2): 67/98 kB | 671/782 kB Progress (2): 67/98 kB | 688/782 kB Progress (2): 72/98 kB | 688/782 kB Progress (2): 72/98 kB | 704/782 kB Progress (2): 72/98 kB | 721/782 kB Progress (2): 76/98 kB | 721/782 kB Progress (2): 76/98 kB | 737/782 kB Progress (2): 76/98 kB | 753/782 kB Progress (2): 76/98 kB | 770/782 kB Progress (2): 76/98 kB | 782 kB Progress (2): 80/98 kB | 782 kB Progress (2): 84/98 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 9.4 MB/s) 2026-04-02T11:54:13.309 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2026-04-02T11:54:13.311 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 89/98 kB Progress (1): 93/98 kB Progress (1): 97/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 876 kB/s) 2026-04-02T11:54:13.311 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2026-04-02T11:54:13.319 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0.9/49 kB Progress (1): 2.3/49 kB Progress (1): 3.6/49 kB Progress (1): 5.0/49 kB Progress (1): 6.4/49 kB Progress (1): 7.7/49 kB Progress (1): 9.1/49 kB Progress (1): 10/49 kB Progress (1): 12/49 kB Progress (1): 13/49 kB Progress (1): 15/49 kB Progress (1): 16/49 kB Progress (1): 17/49 kB Progress (1): 19/49 kB Progress (1): 20/49 kB Progress (1): 21/49 kB Progress (2): 21/49 kB | 0.9/16 kB Progress (2): 23/49 kB | 0.9/16 kB Progress (2): 23/49 kB | 2.3/16 kB Progress (2): 24/49 kB | 2.3/16 kB Progress (2): 24/49 kB | 3.6/16 kB Progress (2): 25/49 kB | 3.6/16 kB Progress (2): 27/49 kB | 3.6/16 kB Progress (2): 27/49 kB | 5.0/16 kB Progress (3): 27/49 kB | 5.0/16 kB | 0.9/35 kB Progress (3): 28/49 kB | 5.0/16 kB | 0.9/35 kB Progress (3): 28/49 kB | 5.0/16 kB | 2.3/35 kB Progress (3): 30/49 kB | 5.0/16 kB | 2.3/35 kB Progress (3): 30/49 kB | 5.0/16 kB | 3.6/35 kB Progress (3): 30/49 kB | 6.4/16 kB | 3.6/35 kB Progress (3): 30/49 kB | 6.4/16 kB | 5.0/35 kB Progress (3): 31/49 kB | 6.4/16 kB | 5.0/35 kB Progress (3): 31/49 kB | 6.4/16 kB | 6.4/35 kB Progress (3): 31/49 kB | 6.4/16 kB | 7.7/35 kB Progress (3): 31/49 kB | 7.7/16 kB | 7.7/35 kB Progress (3): 31/49 kB | 7.7/16 kB | 9.1/35 kB Progress (3): 32/49 kB | 7.7/16 kB | 9.1/35 kB Progress (3): 32/49 kB | 7.7/16 kB | 10/35 kB Progress (3): 34/49 kB | 7.7/16 kB | 10/35 kB Progress (3): 34/49 kB | 9.1/16 kB | 10/35 kB Progress (3): 35/49 kB | 9.1/16 kB | 10/35 kB Progress (3): 35/49 kB | 9.1/16 kB | 12/35 kB Progress (3): 36/49 kB | 9.1/16 kB | 12/35 kB Progress (3): 36/49 kB | 9.1/16 kB | 13/35 kB Progress (3): 36/49 kB | 10/16 kB | 13/35 kB Progress (3): 36/49 kB | 10/16 kB | 15/35 kB Progress (3): 38/49 kB | 10/16 kB | 15/35 kB Progress (3): 38/49 kB | 12/16 kB | 15/35 kB Progress (3): 39/49 kB | 12/16 kB | 15/35 kB Progress (3): 39/49 kB | 12/16 kB | 16/35 kB Progress (3): 41/49 kB | 12/16 kB | 16/35 kB Progress (3): 41/49 kB | 12/16 kB | 17/35 kB Progress (3): 42/49 kB | 12/16 kB | 17/35 kB Progress (3): 42/49 kB | 13/16 kB | 17/35 kB Progress (3): 42/49 kB | 13/16 kB | 19/35 kB Progress (3): 43/49 kB | 13/16 kB | 19/35 kB Progress (3): 43/49 kB | 13/16 kB | 20/35 kB Progress (3): 43/49 kB | 15/16 kB | 20/35 kB Progress (3): 43/49 kB | 15/16 kB | 21/35 kB Progress (3): 43/49 kB | 15/16 kB | 23/35 kB Progress (3): 43/49 kB | 16 kB | 23/35 kB Progress (3): 43/49 kB | 16 kB | 24/35 kB Progress (3): 45/49 kB | 16 kB | 24/35 kB Progress (3): 45/49 kB | 16 kB | 25/35 kB Progress (3): 45/49 kB | 16 kB | 27/35 kB Progress (3): 45/49 kB | 16 kB | 28/35 kB Progress (3): 46/49 kB | 16 kB | 28/35 kB Progress (3): 46/49 kB | 16 kB | 30/35 kB Progress (3): 47/49 kB | 16 kB | 30/35 kB Progress (3): 47/49 kB | 16 kB | 31/35 kB Progress (3): 47/49 kB | 16 kB | 32/35 kB Progress (3): 49/49 kB | 16 kB | 32/35 kB Progress (3): 49 kB | 16 kB | 32/35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 133 kB/s) 2026-04-02T11:54:13.319 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2026-04-02T11:54:13.319 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 49 kB | 34/35 kB Progress (2): 49 kB | 35/35 kB Progress (2): 49 kB | 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 529 kB/s) 2026-04-02T11:54:13.319 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2026-04-02T11:54:13.319 INFO:tasks.workunit.client.0.vm02.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 293 kB/s) 2026-04-02T11:54:13.319 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2026-04-02T11:54:13.341 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.5/11 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 99 kB/s) 2026-04-02T11:54:13.341 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2026-04-02T11:54:13.354 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 3.8/205 kB Progress (1): 8.0/205 kB Progress (1): 12/205 kB Progress (1): 16/205 kB Progress (1): 20/205 kB Progress (1): 24/205 kB Progress (1): 28/205 kB Progress (1): 33/205 kB Progress (1): 37/205 kB Progress (1): 41/205 kB Progress (1): 45/205 kB Progress (1): 50/205 kB Progress (1): 54/205 kB Progress (2): 54/205 kB | 0.9/30 kB Progress (2): 54/205 kB | 2.3/30 kB Progress (2): 54/205 kB | 3.6/30 kB Progress (2): 54/205 kB | 5.0/30 kB Progress (2): 54/205 kB | 6.4/30 kB Progress (2): 54/205 kB | 7.7/30 kB Progress (2): 54/205 kB | 8.2/30 kB Progress (2): 54/205 kB | 9.6/30 kB Progress (2): 54/205 kB | 11/30 kB Progress (2): 54/205 kB | 12/30 kB Progress (2): 54/205 kB | 14/30 kB Progress (2): 54/205 kB | 15/30 kB Progress (2): 54/205 kB | 16/30 kB Progress (2): 54/205 kB | 18/30 kB Progress (2): 54/205 kB | 22/30 kB Progress (2): 54/205 kB | 26/30 kB Progress (2): 54/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 236 kB/s) 2026-04-02T11:54:13.354 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2026-04-02T11:54:13.375 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 54/205 kB | 0.9/81 kB Progress (2): 54/205 kB | 2.3/81 kB Progress (2): 54/205 kB | 3.6/81 kB Progress (2): 54/205 kB | 5.0/81 kB Progress (2): 54/205 kB | 9.2/81 kB Progress (2): 54/205 kB | 12/81 kB Progress (2): 54/205 kB | 17/81 kB Progress (2): 54/205 kB | 21/81 kB Progress (3): 54/205 kB | 21/81 kB | 0.9/798 kB Progress (3): 54/205 kB | 21/81 kB | 2.3/798 kB Progress (3): 54/205 kB | 21/81 kB | 3.6/798 kB Progress (3): 54/205 kB | 21/81 kB | 5.0/798 kB Progress (3): 54/205 kB | 21/81 kB | 6.4/798 kB Progress (3): 54/205 kB | 21/81 kB | 7.7/798 kB Progress (3): 54/205 kB | 21/81 kB | 9.1/798 kB Progress (3): 54/205 kB | 21/81 kB | 10/798 kB Progress (3): 54/205 kB | 25/81 kB | 10/798 kB Progress (3): 54/205 kB | 29/81 kB | 10/798 kB Progress (3): 54/205 kB | 29/81 kB | 12/798 kB Progress (3): 54/205 kB | 29/81 kB | 12/798 kB Progress (3): 54/205 kB | 29/81 kB | 14/798 kB Progress (3): 54/205 kB | 29/81 kB | 15/798 kB Progress (3): 54/205 kB | 29/81 kB | 16/798 kB Progress (3): 54/205 kB | 33/81 kB | 16/798 kB Progress (3): 54/205 kB | 38/81 kB | 16/798 kB Progress (3): 54/205 kB | 38/81 kB | 18/798 kB Progress (3): 54/205 kB | 38/81 kB | 19/798 kB Progress (3): 54/205 kB | 38/81 kB | 21/798 kB Progress (3): 54/205 kB | 38/81 kB | 22/798 kB Progress (3): 54/205 kB | 38/81 kB | 23/798 kB Progress (3): 54/205 kB | 38/81 kB | 25/798 kB Progress (3): 54/205 kB | 38/81 kB | 26/798 kB Progress (3): 54/205 kB | 42/81 kB | 26/798 kB Progress (3): 54/205 kB | 46/81 kB | 26/798 kB Progress (3): 54/205 kB | 46/81 kB | 27/798 kB Progress (3): 54/205 kB | 46/81 kB | 29/798 kB Progress (3): 54/205 kB | 46/81 kB | 30/798 kB Progress (3): 54/205 kB | 46/81 kB | 31/798 kB Progress (3): 54/205 kB | 46/81 kB | 33/798 kB Progress (3): 54/205 kB | 46/81 kB | 34/798 kB Progress (3): 54/205 kB | 50/81 kB | 34/798 kB Progress (3): 54/205 kB | 55/81 kB | 34/798 kB Progress (3): 54/205 kB | 55/81 kB | 36/798 kB Progress (3): 54/205 kB | 55/81 kB | 37/798 kB Progress (3): 54/205 kB | 55/81 kB | 38/798 kB Progress (3): 54/205 kB | 55/81 kB | 43/798 kB Progress (3): 54/205 kB | 59/81 kB | 43/798 kB Progress (3): 54/205 kB | 63/81 kB | 43/798 kB Progress (3): 54/205 kB | 67/81 kB | 43/798 kB Progress (3): 54/205 kB | 71/81 kB | 43/798 kB Progress (3): 54/205 kB | 76/81 kB | 43/798 kB Progress (3): 58/205 kB | 76/81 kB | 43/798 kB Progress (3): 61/205 kB | 76/81 kB | 43/798 kB Progress (3): 65/205 kB | 76/81 kB | 43/798 kB Progress (3): 69/205 kB | 76/81 kB | 43/798 kB Progress (3): 73/205 kB | 76/81 kB | 43/798 kB Progress (3): 78/205 kB | 76/81 kB | 43/798 kB Progress (3): 82/205 kB | 76/81 kB | 43/798 kB Progress (3): 86/205 kB | 76/81 kB | 43/798 kB Progress (3): 90/205 kB | 76/81 kB | 43/798 kB Progress (3): 95/205 kB | 76/81 kB | 43/798 kB Progress (3): 99/205 kB | 76/81 kB | 43/798 kB Progress (3): 103/205 kB | 76/81 kB | 43/798 kB Progress (3): 107/205 kB | 76/81 kB | 43/798 kB Progress (3): 111/205 kB | 76/81 kB | 43/798 kB Progress (3): 116/205 kB | 76/81 kB | 43/798 kB Progress (3): 120/205 kB | 76/81 kB | 43/798 kB Progress (3): 126/205 kB | 76/81 kB | 43/798 kB Progress (3): 143/205 kB | 76/81 kB | 43/798 kB Progress (4): 143/205 kB | 76/81 kB | 43/798 kB | 7.7/13 kB Progress (4): 143/205 kB | 76/81 kB | 43/798 kB | 8.2/13 kB Progress (4): 143/205 kB | 76/81 kB | 43/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 89 kB/s) 2026-04-02T11:54:13.375 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2026-04-02T11:54:13.376 INFO:tasks.workunit.client.0.vm02.stdout:Progress (3): 159/205 kB | 76/81 kB | 43/798 kB Progress (3): 159/205 kB | 80/81 kB | 43/798 kB Progress (3): 159/205 kB | 81 kB | 43/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 542 kB/s) 2026-04-02T11:54:13.376 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2026-04-02T11:54:13.380 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 175/205 kB | 43/798 kB Progress (2): 175/205 kB | 47/798 kB Progress (2): 175/205 kB | 51/798 kB Progress (2): 175/205 kB | 55/798 kB Progress (2): 175/205 kB | 59/798 kB Progress (2): 175/205 kB | 64/798 kB Progress (2): 175/205 kB | 68/798 kB Progress (2): 192/205 kB | 68/798 kB Progress (2): 192/205 kB | 72/798 kB Progress (2): 192/205 kB | 76/798 kB Progress (2): 192/205 kB | 81/798 kB Progress (2): 192/205 kB | 85/798 kB Progress (2): 205 kB | 85/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 1.3 MB/s) 2026-04-02T11:54:13.380 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2026-04-02T11:54:13.416 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 89/798 kB Progress (1): 93/798 kB Progress (1): 98/798 kB Progress (1): 102/798 kB Progress (1): 106/798 kB Progress (1): 110/798 kB Progress (1): 114/798 kB Progress (2): 114/798 kB | 3.8/182 kB Progress (2): 114/798 kB | 8.0/182 kB Progress (2): 114/798 kB | 12/182 kB Progress (2): 114/798 kB | 16/182 kB Progress (2): 114/798 kB | 21/182 kB Progress (2): 114/798 kB | 25/182 kB Progress (2): 114/798 kB | 29/182 kB Progress (2): 114/798 kB | 33/182 kB Progress (2): 114/798 kB | 37/182 kB Progress (2): 114/798 kB | 41/182 kB Progress (2): 114/798 kB | 46/182 kB Progress (2): 114/798 kB | 50/182 kB Progress (2): 114/798 kB | 54/182 kB Progress (2): 114/798 kB | 58/182 kB Progress (2): 114/798 kB | 63/182 kB Progress (2): 114/798 kB | 67/182 kB Progress (2): 114/798 kB | 71/182 kB Progress (2): 114/798 kB | 75/182 kB Progress (2): 114/798 kB | 79/182 kB Progress (2): 114/798 kB | 84/182 kB Progress (2): 119/798 kB | 84/182 kB Progress (2): 123/798 kB | 84/182 kB Progress (2): 123/798 kB | 88/182 kB Progress (2): 123/798 kB | 92/182 kB Progress (2): 127/798 kB | 92/182 kB Progress (2): 131/798 kB | 92/182 kB Progress (2): 135/798 kB | 92/182 kB Progress (2): 140/798 kB | 92/182 kB Progress (2): 144/798 kB | 92/182 kB Progress (2): 148/798 kB | 92/182 kB Progress (2): 152/798 kB | 92/182 kB Progress (2): 156/798 kB | 92/182 kB Progress (2): 161/798 kB | 92/182 kB Progress (2): 165/798 kB | 92/182 kB Progress (2): 169/798 kB | 92/182 kB Progress (2): 173/798 kB | 92/182 kB Progress (2): 178/798 kB | 92/182 kB Progress (2): 182/798 kB | 92/182 kB Progress (2): 186/798 kB | 92/182 kB Progress (2): 190/798 kB | 92/182 kB Progress (2): 190/798 kB | 96/182 kB Progress (2): 190/798 kB | 101/182 kB Progress (2): 190/798 kB | 105/182 kB Progress (2): 190/798 kB | 109/182 kB Progress (2): 190/798 kB | 113/182 kB Progress (2): 190/798 kB | 117/182 kB Progress (2): 190/798 kB | 122/182 kB Progress (2): 190/798 kB | 126/182 kB Progress (2): 190/798 kB | 130/182 kB Progress (2): 190/798 kB | 134/182 kB Progress (2): 190/798 kB | 139/182 kB Progress (2): 190/798 kB | 143/182 kB Progress (3): 190/798 kB | 143/182 kB | 3.8/27 kB Progress (4): 190/798 kB | 143/182 kB | 3.8/27 kB | 7.7/30 kB Progress (4): 190/798 kB | 143/182 kB | 8.0/27 kB | 7.7/30 kB Progress (4): 190/798 kB | 143/182 kB | 8.0/27 kB | 16/30 kB Progress (4): 190/798 kB | 143/182 kB | 12/27 kB | 16/30 kB Progress (4): 190/798 kB | 143/182 kB | 16/27 kB | 16/30 kB Progress (4): 190/798 kB | 143/182 kB | 16/27 kB | 25/30 kB Progress (4): 190/798 kB | 143/182 kB | 21/27 kB | 25/30 kB Progress (4): 190/798 kB | 143/182 kB | 25/27 kB | 25/30 kB Progress (4): 190/798 kB | 143/182 kB | 27 kB | 25/30 kB Progress (4): 190/798 kB | 147/182 kB | 27 kB | 25/30 kB Progress (4): 190/798 kB | 151/182 kB | 27 kB | 25/30 kB Progress (4): 190/798 kB | 151/182 kB | 27 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 144 kB/s) 2026-04-02T11:54:13.416 INFO:tasks.workunit.client.0.vm02.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 159 kB/s) 2026-04-02T11:54:13.416 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2026-04-02T11:54:13.416 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2026-04-02T11:54:13.419 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 190/798 kB | 156/182 kB Progress (2): 190/798 kB | 160/182 kB Progress (3): 190/798 kB | 160/182 kB | 7.7/151 kB Progress (3): 190/798 kB | 160/182 kB | 16/151 kB Progress (3): 190/798 kB | 160/182 kB | 32/151 kB Progress (3): 190/798 kB | 176/182 kB | 32/151 kB Progress (3): 190/798 kB | 176/182 kB | 49/151 kB Progress (3): 190/798 kB | 176/182 kB | 65/151 kB Progress (3): 190/798 kB | 176/182 kB | 81/151 kB Progress (3): 190/798 kB | 176/182 kB | 98/151 kB Progress (3): 190/798 kB | 176/182 kB | 114/151 kB Progress (3): 190/798 kB | 176/182 kB | 131/151 kB Progress (3): 190/798 kB | 176/182 kB | 147/151 kB Progress (3): 190/798 kB | 176/182 kB | 151 kB Progress (3): 195/798 kB | 176/182 kB | 151 kB Progress (3): 199/798 kB | 176/182 kB | 151 kB Progress (3): 199/798 kB | 182 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 948 kB/s) 2026-04-02T11:54:13.419 INFO:tasks.workunit.client.0.vm02.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 785 kB/s) 2026-04-02T11:54:13.419 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2026-04-02T11:54:13.419 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2026-04-02T11:54:13.451 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 203/798 kB Progress (1): 207/798 kB Progress (1): 224/798 kB Progress (1): 240/798 kB Progress (1): 256/798 kB Progress (1): 262/798 kB Progress (1): 279/798 kB Progress (1): 295/798 kB Progress (1): 311/798 kB Progress (1): 328/798 kB Progress (1): 344/798 kB Progress (1): 360/798 kB Progress (1): 377/798 kB Progress (1): 393/798 kB Progress (1): 410/798 kB Progress (1): 426/798 kB Progress (1): 442/798 kB Progress (1): 459/798 kB Progress (1): 475/798 kB Progress (1): 492/798 kB Progress (1): 508/798 kB Progress (1): 524/798 kB Progress (1): 541/798 kB Progress (2): 541/798 kB | 7.7/13 kB Progress (3): 541/798 kB | 7.7/13 kB | 3.8/385 kB Progress (3): 541/798 kB | 13 kB | 3.8/385 kB Progress (3): 541/798 kB | 13 kB | 8.0/385 kB Progress (3): 541/798 kB | 13 kB | 12/385 kB Progress (3): 541/798 kB | 13 kB | 12/385 kB Progress (3): 541/798 kB | 13 kB | 17/385 kB Progress (3): 541/798 kB | 13 kB | 21/385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 59 kB/s) 2026-04-02T11:54:13.451 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 557/798 kB | 21/385 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2026-04-02T11:54:13.455 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 557/798 kB | 25/385 kB Progress (2): 557/798 kB | 29/385 kB Progress (2): 557/798 kB | 33/385 kB Progress (2): 557/798 kB | 38/385 kB Progress (2): 557/798 kB | 42/385 kB Progress (2): 573/798 kB | 42/385 kB Progress (3): 573/798 kB | 42/385 kB | 16/75 kB Progress (3): 573/798 kB | 42/385 kB | 25/75 kB Progress (3): 573/798 kB | 42/385 kB | 41/75 kB Progress (3): 573/798 kB | 46/385 kB | 41/75 kB Progress (3): 573/798 kB | 46/385 kB | 57/75 kB Progress (3): 573/798 kB | 50/385 kB | 57/75 kB Progress (3): 573/798 kB | 50/385 kB | 74/75 kB Progress (3): 573/798 kB | 50/385 kB | 75 kB Progress (3): 573/798 kB | 55/385 kB | 75 kB Progress (4): 573/798 kB | 55/385 kB | 75 kB | 7.7/780 kB Progress (4): 590/798 kB | 55/385 kB | 75 kB | 7.7/780 kB Progress (4): 590/798 kB | 55/385 kB | 75 kB | 16/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 327 kB/s) 2026-04-02T11:54:13.455 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2026-04-02T11:54:13.466 INFO:tasks.workunit.client.0.vm02.stdout:Progress (3): 606/798 kB | 55/385 kB | 16/780 kB Progress (3): 606/798 kB | 55/385 kB | 32/780 kB Progress (3): 606/798 kB | 71/385 kB | 32/780 kB Progress (3): 606/798 kB | 71/385 kB | 49/780 kB Progress (3): 623/798 kB | 71/385 kB | 49/780 kB Progress (3): 623/798 kB | 71/385 kB | 65/780 kB Progress (3): 639/798 kB | 71/385 kB | 65/780 kB Progress (3): 639/798 kB | 87/385 kB | 65/780 kB Progress (3): 639/798 kB | 87/385 kB | 81/780 kB Progress (3): 655/798 kB | 87/385 kB | 81/780 kB Progress (3): 655/798 kB | 104/385 kB | 81/780 kB Progress (3): 655/798 kB | 104/385 kB | 98/780 kB Progress (3): 672/798 kB | 104/385 kB | 98/780 kB Progress (3): 688/798 kB | 104/385 kB | 98/780 kB Progress (3): 688/798 kB | 120/385 kB | 98/780 kB Progress (3): 688/798 kB | 120/385 kB | 114/780 kB Progress (3): 705/798 kB | 120/385 kB | 114/780 kB Progress (3): 705/798 kB | 120/385 kB | 130/780 kB Progress (3): 705/798 kB | 136/385 kB | 130/780 kB Progress (3): 705/798 kB | 143/385 kB | 130/780 kB Progress (3): 721/798 kB | 143/385 kB | 130/780 kB Progress (3): 737/798 kB | 143/385 kB | 130/780 kB Progress (3): 737/798 kB | 143/385 kB | 147/780 kB Progress (3): 737/798 kB | 160/385 kB | 147/780 kB Progress (3): 754/798 kB | 160/385 kB | 147/780 kB Progress (3): 754/798 kB | 160/385 kB | 163/780 kB Progress (3): 770/798 kB | 160/385 kB | 163/780 kB Progress (3): 786/798 kB | 160/385 kB | 163/780 kB Progress (3): 786/798 kB | 160/385 kB | 179/780 kB Progress (3): 798 kB | 160/385 kB | 179/780 kB Progress (3): 798 kB | 176/385 kB | 179/780 kB Progress (3): 798 kB | 193/385 kB | 179/780 kB Progress (3): 798 kB | 193/385 kB | 196/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 3.3 MB/s) 2026-04-02T11:54:13.466 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2026-04-02T11:54:13.487 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 193/385 kB | 212/780 kB Progress (2): 193/385 kB | 229/780 kB Progress (2): 209/385 kB | 229/780 kB Progress (2): 209/385 kB | 245/780 kB Progress (2): 209/385 kB | 261/780 kB Progress (2): 225/385 kB | 261/780 kB Progress (2): 225/385 kB | 278/780 kB Progress (2): 242/385 kB | 278/780 kB Progress (2): 258/385 kB | 278/780 kB Progress (2): 258/385 kB | 294/780 kB Progress (2): 274/385 kB | 294/780 kB Progress (2): 274/385 kB | 311/780 kB Progress (2): 291/385 kB | 311/780 kB Progress (2): 291/385 kB | 327/780 kB Progress (2): 307/385 kB | 327/780 kB Progress (2): 307/385 kB | 343/780 kB Progress (2): 307/385 kB | 360/780 kB Progress (2): 324/385 kB | 360/780 kB Progress (2): 324/385 kB | 376/780 kB Progress (2): 324/385 kB | 392/780 kB Progress (2): 340/385 kB | 392/780 kB Progress (2): 340/385 kB | 409/780 kB Progress (2): 356/385 kB | 409/780 kB Progress (2): 373/385 kB | 409/780 kB Progress (2): 373/385 kB | 425/780 kB Progress (2): 373/385 kB | 442/780 kB Progress (2): 385 kB | 442/780 kB Progress (3): 385 kB | 442/780 kB | 7.7/329 kB Progress (3): 385 kB | 458/780 kB | 7.7/329 kB Progress (3): 385 kB | 458/780 kB | 8.2/329 kB Progress (3): 385 kB | 458/780 kB | 25/329 kB Progress (3): 385 kB | 474/780 kB | 25/329 kB Progress (3): 385 kB | 474/780 kB | 41/329 kB Progress (3): 385 kB | 474/780 kB | 57/329 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 1.5 MB/s) 2026-04-02T11:54:13.487 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2026-04-02T11:54:13.492 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 474/780 kB | 74/329 kB Progress (3): 474/780 kB | 74/329 kB | 7.7/501 kB Progress (3): 474/780 kB | 74/329 kB | 16/501 kB Progress (3): 474/780 kB | 74/329 kB | 25/501 kB Progress (3): 474/780 kB | 74/329 kB | 41/501 kB Progress (3): 474/780 kB | 74/329 kB | 57/501 kB Progress (3): 474/780 kB | 74/329 kB | 74/501 kB Progress (3): 474/780 kB | 74/329 kB | 90/501 kB Progress (3): 491/780 kB | 74/329 kB | 90/501 kB Progress (3): 491/780 kB | 74/329 kB | 106/501 kB Progress (3): 491/780 kB | 74/329 kB | 123/501 kB Progress (3): 491/780 kB | 74/329 kB | 139/501 kB Progress (3): 491/780 kB | 74/329 kB | 156/501 kB Progress (3): 491/780 kB | 74/329 kB | 172/501 kB Progress (3): 491/780 kB | 74/329 kB | 188/501 kB Progress (3): 491/780 kB | 74/329 kB | 205/501 kB Progress (3): 491/780 kB | 74/329 kB | 221/501 kB Progress (3): 491/780 kB | 74/329 kB | 238/501 kB Progress (3): 491/780 kB | 74/329 kB | 254/501 kB Progress (3): 491/780 kB | 74/329 kB | 262/501 kB Progress (3): 491/780 kB | 74/329 kB | 279/501 kB Progress (3): 491/780 kB | 74/329 kB | 295/501 kB Progress (3): 491/780 kB | 74/329 kB | 311/501 kB Progress (3): 491/780 kB | 74/329 kB | 328/501 kB Progress (3): 507/780 kB | 74/329 kB | 328/501 kB Progress (3): 507/780 kB | 74/329 kB | 344/501 kB Progress (3): 507/780 kB | 74/329 kB | 360/501 kB Progress (3): 507/780 kB | 74/329 kB | 377/501 kB Progress (3): 507/780 kB | 74/329 kB | 393/501 kB Progress (3): 507/780 kB | 74/329 kB | 410/501 kB Progress (3): 507/780 kB | 74/329 kB | 426/501 kB Progress (3): 507/780 kB | 90/329 kB | 426/501 kB Progress (3): 507/780 kB | 90/329 kB | 442/501 kB Progress (3): 507/780 kB | 90/329 kB | 459/501 kB Progress (3): 507/780 kB | 90/329 kB | 475/501 kB Progress (3): 507/780 kB | 90/329 kB | 481/501 kB Progress (3): 507/780 kB | 90/329 kB | 498/501 kB Progress (3): 524/780 kB | 90/329 kB | 498/501 kB Progress (3): 524/780 kB | 90/329 kB | 501 kB Progress (3): 524/780 kB | 106/329 kB | 501 kB Progress (3): 524/780 kB | 123/329 kB | 501 kB Progress (3): 540/780 kB | 123/329 kB | 501 kB Progress (3): 556/780 kB | 123/329 kB | 501 kB Progress (3): 556/780 kB | 139/329 kB | 501 kB Progress (3): 573/780 kB | 139/329 kB | 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 1.9 MB/s) 2026-04-02T11:54:13.492 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2026-04-02T11:54:13.501 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 573/780 kB | 156/329 kB Progress (2): 589/780 kB | 156/329 kB Progress (2): 605/780 kB | 156/329 kB Progress (2): 605/780 kB | 172/329 kB Progress (2): 622/780 kB | 172/329 kB Progress (2): 622/780 kB | 188/329 kB Progress (2): 638/780 kB | 188/329 kB Progress (2): 638/780 kB | 205/329 kB Progress (2): 655/780 kB | 205/329 kB Progress (2): 671/780 kB | 205/329 kB Progress (2): 671/780 kB | 221/329 kB Progress (2): 687/780 kB | 221/329 kB Progress (2): 704/780 kB | 221/329 kB Progress (2): 720/780 kB | 221/329 kB Progress (2): 737/780 kB | 221/329 kB Progress (2): 737/780 kB | 238/329 kB Progress (2): 753/780 kB | 238/329 kB Progress (2): 769/780 kB | 238/329 kB Progress (2): 769/780 kB | 254/329 kB Progress (2): 780 kB | 254/329 kB Progress (2): 780 kB | 270/329 kB Progress (3): 780 kB | 270/329 kB | 7.7/354 kB Progress (3): 780 kB | 270/329 kB | 16/354 kB Progress (3): 780 kB | 270/329 kB | 32/354 kB Progress (3): 780 kB | 270/329 kB | 48/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 2.8 MB/s) 2026-04-02T11:54:13.501 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2026-04-02T11:54:13.505 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 270/329 kB | 65/354 kB Progress (2): 270/329 kB | 81/354 kB Progress (2): 270/329 kB | 98/354 kB Progress (2): 287/329 kB | 98/354 kB Progress (2): 287/329 kB | 114/354 kB Progress (2): 287/329 kB | 130/354 kB Progress (2): 303/329 kB | 130/354 kB Progress (2): 303/329 kB | 147/354 kB Progress (2): 303/329 kB | 163/354 kB Progress (2): 303/329 kB | 179/354 kB Progress (2): 319/329 kB | 179/354 kB Progress (2): 319/329 kB | 196/354 kB Progress (2): 329 kB | 196/354 kB Progress (2): 329 kB | 212/354 kB Progress (2): 329 kB | 229/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.2 MB/s) 2026-04-02T11:54:13.505 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2026-04-02T11:54:13.508 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 245/354 kB Progress (1): 261/354 kB Progress (1): 278/354 kB Progress (1): 294/354 kB Progress (1): 311/354 kB Progress (1): 327/354 kB Progress (1): 343/354 kB Progress (1): 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 1.3 MB/s) 2026-04-02T11:54:13.508 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2026-04-02T11:54:13.519 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/41 kB Progress (1): 16/41 kB Progress (1): 32/41 kB Progress (1): 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 140 kB/s) 2026-04-02T11:54:13.519 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2026-04-02T11:54:13.524 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 21 kB/s) 2026-04-02T11:54:13.524 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2026-04-02T11:54:13.545 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/586 kB Progress (1): 12/586 kB Progress (1): 29/586 kB Progress (1): 45/586 kB Progress (1): 61/586 kB Progress (1): 78/586 kB Progress (1): 94/586 kB Progress (1): 111/586 kB Progress (1): 127/586 kB Progress (2): 127/586 kB | 7.7/211 kB Progress (2): 127/586 kB | 7.7/211 kB Progress (2): 127/586 kB | 24/211 kB Progress (2): 143/586 kB | 24/211 kB Progress (2): 160/586 kB | 24/211 kB Progress (2): 176/586 kB | 24/211 kB Progress (2): 176/586 kB | 40/211 kB Progress (2): 193/586 kB | 40/211 kB Progress (2): 209/586 kB | 40/211 kB Progress (2): 225/586 kB | 40/211 kB Progress (2): 225/586 kB | 49/211 kB Progress (2): 225/586 kB | 66/211 kB Progress (2): 242/586 kB | 66/211 kB Progress (2): 258/586 kB | 66/211 kB Progress (2): 274/586 kB | 66/211 kB Progress (2): 274/586 kB | 82/211 kB Progress (2): 291/586 kB | 82/211 kB Progress (2): 307/586 kB | 82/211 kB Progress (2): 324/586 kB | 82/211 kB Progress (2): 335/586 kB | 82/211 kB Progress (2): 335/586 kB | 98/211 kB Progress (2): 352/586 kB | 98/211 kB Progress (2): 368/586 kB | 98/211 kB Progress (2): 384/586 kB | 98/211 kB Progress (2): 384/586 kB | 115/211 kB Progress (2): 384/586 kB | 131/211 kB Progress (2): 401/586 kB | 131/211 kB Progress (2): 417/586 kB | 131/211 kB Progress (2): 434/586 kB | 131/211 kB Progress (3): 434/586 kB | 131/211 kB | 3.4/14 kB Progress (3): 434/586 kB | 131/211 kB | 14 kB Progress (3): 434/586 kB | 147/211 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 45 kB/s) 2026-04-02T11:54:13.545 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 450/586 kB | 147/211 kB Progress (2): 466/586 kB | 147/211 kB Progress (2): 483/586 kB | 147/211 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2026-04-02T11:54:13.548 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 483/586 kB | 164/211 kB Progress (2): 499/586 kB | 164/211 kB Progress (2): 499/586 kB | 180/211 kB Progress (2): 499/586 kB | 197/211 kB Progress (2): 499/586 kB | 211 kB Progress (2): 515/586 kB | 211 kB Progress (2): 532/586 kB | 211 kB Progress (2): 548/586 kB | 211 kB Progress (2): 565/586 kB | 211 kB Progress (2): 581/586 kB | 211 kB Progress (2): 586 kB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 655 kB/s) 2026-04-02T11:54:13.548 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2026-04-02T11:54:13.548 INFO:tasks.workunit.client.0.vm02.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 1.8 MB/s) 2026-04-02T11:54:13.549 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2026-04-02T11:54:13.556 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/106 kB Progress (1): 16/106 kB Progress (1): 32/106 kB Progress (1): 48/106 kB Progress (1): 65/106 kB Progress (1): 81/106 kB Progress (1): 98/106 kB Progress (1): 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 322 kB/s) 2026-04-02T11:54:13.557 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2026-04-02T11:54:13.558 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 21 kB/s) 2026-04-02T11:54:13.558 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2026-04-02T11:54:13.583 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 3.4/245 kB Progress (1): 20/245 kB Progress (1): 36/245 kB Progress (1): 53/245 kB Progress (1): 69/245 kB Progress (1): 82/245 kB Progress (1): 98/245 kB Progress (1): 115/245 kB Progress (1): 131/245 kB Progress (1): 147/245 kB Progress (2): 147/245 kB | 7.7/205 kB Progress (2): 147/245 kB | 12/205 kB Progress (2): 147/245 kB | 29/205 kB Progress (2): 147/245 kB | 45/205 kB Progress (2): 164/245 kB | 45/205 kB Progress (2): 164/245 kB | 61/205 kB Progress (2): 180/245 kB | 61/205 kB Progress (3): 180/245 kB | 61/205 kB | 7.7/15 kB Progress (3): 180/245 kB | 61/205 kB | 8.2/15 kB Progress (3): 180/245 kB | 61/205 kB | 15 kB Progress (3): 180/245 kB | 78/205 kB | 15 kB Progress (3): 180/245 kB | 94/205 kB | 15 kB Progress (3): 180/245 kB | 111/205 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 43 kB/s) 2026-04-02T11:54:13.584 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 197/245 kB | 111/205 kB Progress (2): 213/245 kB | 111/205 kB Progress (2): 229/245 kB | 111/205 kB Progress (2): 229/245 kB | 127/205 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2026-04-02T11:54:13.584 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 229/245 kB | 143/205 kB Progress (2): 229/245 kB | 160/205 kB Progress (2): 245 kB | 160/205 kB Progress (2): 245 kB | 176/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 684 kB/s) 2026-04-02T11:54:13.585 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 193/205 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2026-04-02T11:54:13.585 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 571 kB/s) 2026-04-02T11:54:13.585 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2026-04-02T11:54:13.589 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.5/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 45 kB/s) 2026-04-02T11:54:13.590 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2026-04-02T11:54:13.592 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 17 kB/s) 2026-04-02T11:54:13.620 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/24 kB Progress (1): 7.7/24 kB Progress (1): 24/24 kB Progress (1): 24 kB Progress (2): 24 kB | 7.7/17 kB Progress (2): 24 kB | 12/17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 61 kB/s) 2026-04-02T11:54:13.621 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 44 kB/s) 2026-04-02T11:54:13.623 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/23 kB Progress (1): 12/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 57 kB/s) 2026-04-02T11:54:13.628 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/184 kB Progress (1): 16/184 kB Progress (1): 28/184 kB Progress (1): 44/184 kB Progress (1): 61/184 kB Progress (1): 77/184 kB Progress (1): 93/184 kB Progress (1): 110/184 kB Progress (1): 126/184 kB Progress (1): 143/184 kB Progress (1): 159/184 kB Progress (1): 175/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 457 kB/s) 2026-04-02T11:54:13.659 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:13.659 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2026-04-02T11:54:13.663 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2026-04-02T11:54:13.696 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 790 B Progress (1): 2.3 kB Progress (1): 4.3 kB Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 177 kB/s) 2026-04-02T11:54:13.697 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2026-04-02T11:54:13.730 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 781 B Progress (1): 2.3 kB Progress (1): 4.6 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 154 kB/s) 2026-04-02T11:54:13.732 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2026-04-02T11:54:13.765 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 727 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.8 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 27 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 41 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 1.3 MB/s) 2026-04-02T11:54:13.768 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2026-04-02T11:54:13.803 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 782 B Progress (1): 2.1 kB Progress (1): 5.3 kB Progress (1): 7.5 kB Progress (1): 9.5 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 396 kB/s) 2026-04-02T11:54:13.806 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2026-04-02T11:54:13.842 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/153 kB Progress (1): 12/153 kB Progress (1): 29/153 kB Progress (1): 45/153 kB Progress (1): 61/153 kB Progress (1): 78/153 kB Progress (1): 94/153 kB Progress (1): 111/153 kB Progress (1): 127/153 kB Progress (1): 143/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 4.3 MB/s) 2026-04-02T11:54:13.843 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2026-04-02T11:54:13.881 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/215 kB Progress (1): 16/215 kB Progress (1): 32/215 kB Progress (1): 48/215 kB Progress (1): 65/215 kB Progress (1): 81/215 kB Progress (1): 98/215 kB Progress (1): 114/215 kB Progress (1): 130/215 kB Progress (1): 147/215 kB Progress (1): 163/215 kB Progress (1): 164/215 kB Progress (1): 180/215 kB Progress (1): 197/215 kB Progress (1): 213/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 5.5 MB/s) 2026-04-02T11:54:13.903 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:13.903 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2026-04-02T11:54:13.905 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2026-04-02T11:54:13.936 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.4 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 86 kB/s) 2026-04-02T11:54:13.938 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2026-04-02T11:54:13.971 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 700 B Progress (1): 2.7 kB Progress (1): 6.5 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 21 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 682 kB/s) 2026-04-02T11:54:13.973 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2026-04-02T11:54:14.006 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 726 B Progress (1): 2.4 kB Progress (1): 4.4 kB Progress (1): 8.6 kB Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 266 kB/s) 2026-04-02T11:54:14.008 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2026-04-02T11:54:14.040 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 770 kB/s) 2026-04-02T11:54:14.042 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2026-04-02T11:54:14.073 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 793 B Progress (1): 2.3 kB Progress (1): 5.6 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 195 kB/s) 2026-04-02T11:54:14.075 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2026-04-02T11:54:14.107 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 812 B Progress (1): 2.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 98 kB/s) 2026-04-02T11:54:14.110 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2026-04-02T11:54:14.145 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 17 kB/s) 2026-04-02T11:54:14.147 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2026-04-02T11:54:14.179 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 83 kB/s) 2026-04-02T11:54:14.181 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2026-04-02T11:54:14.212 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Progress (1): 3.0 kB Progress (1): 5.9 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 455 kB/s) 2026-04-02T11:54:14.214 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2026-04-02T11:54:14.248 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 910 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 92 kB/s) 2026-04-02T11:54:14.249 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2026-04-02T11:54:14.283 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 3.7 kB Progress (1): 7.3 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 246 kB/s) 2026-04-02T11:54:14.285 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2026-04-02T11:54:14.319 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 5.5 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 239 kB/s) 2026-04-02T11:54:14.321 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2026-04-02T11:54:14.353 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 725 B Progress (1): 2.4 kB Progress (1): 4.5 kB Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 250 kB/s) 2026-04-02T11:54:14.355 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2026-04-02T11:54:14.389 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 792 B Progress (1): 2.2 kB Progress (1): 5.3 kB Progress (1): 8.0 kB Progress (1): 8.2 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 598 kB/s) 2026-04-02T11:54:14.392 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2026-04-02T11:54:14.434 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 912 B Progress (1): 4.1 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 121 kB/s) 2026-04-02T11:54:14.436 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2026-04-02T11:54:14.470 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 740 B Progress (1): 2.1 kB Progress (1): 5.4 kB Progress (1): 8.8 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 21 kB Progress (1): 24 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 902 kB/s) 2026-04-02T11:54:14.473 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2026-04-02T11:54:14.509 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 912 B Progress (1): 4.1 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 146 kB/s) 2026-04-02T11:54:14.511 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2026-04-02T11:54:14.545 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/85 kB Progress (1): 12/85 kB Progress (1): 28/85 kB Progress (1): 44/85 kB Progress (1): 61/85 kB Progress (1): 77/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 2.5 MB/s) 2026-04-02T11:54:14.545 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2026-04-02T11:54:14.546 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2026-04-02T11:54:14.546 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2026-04-02T11:54:14.548 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2026-04-02T11:54:14.548 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2026-04-02T11:54:14.582 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/269 kB Progress (1): 16/269 kB Progress (1): 28/269 kB Progress (1): 44/269 kB Progress (1): 61/269 kB Progress (1): 77/269 kB Progress (1): 93/269 kB Progress (2): 93/269 kB | 2.5 kB Progress (3): 93/269 kB | 2.5 kB | 7.7/41 kB Progress (3): 93/269 kB | 2.5 kB | 12/41 kB Progress (3): 110/269 kB | 2.5 kB | 12/41 kB Progress (3): 110/269 kB | 2.5 kB | 28/41 kB Progress (3): 126/269 kB | 2.5 kB | 28/41 kB Progress (3): 126/269 kB | 2.5 kB | 41 kB Progress (4): 126/269 kB | 2.5 kB | 41 kB | 7.7/55 kB Progress (4): 143/269 kB | 2.5 kB | 41 kB | 7.7/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 1.1 MB/s) 2026-04-02T11:54:14.582 INFO:tasks.workunit.client.0.vm02.stdout:Progress (3): 159/269 kB | 2.5 kB | 7.7/55 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2026-04-02T11:54:14.582 INFO:tasks.workunit.client.0.vm02.stdout:Progress (3): 159/269 kB | 2.5 kB | 16/55 kB Progress (3): 159/269 kB | 2.5 kB | 32/55 kB Progress (4): 159/269 kB | 2.5 kB | 32/55 kB | 7.7/8.5 kB Progress (4): 159/269 kB | 2.5 kB | 32/55 kB | 8.5 kB Progress (4): 159/269 kB | 2.5 kB | 48/55 kB | 8.5 kB Progress (4): 159/269 kB | 2.5 kB | 55 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 229 kB/s) 2026-04-02T11:54:14.582 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2026-04-02T11:54:14.583 INFO:tasks.workunit.client.0.vm02.stdout:Progress (3): 175/269 kB | 2.5 kB | 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 1.5 MB/s) 2026-04-02T11:54:14.583 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 192/269 kB | 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 66 kB/s) 2026-04-02T11:54:14.586 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 208/269 kB Progress (1): 225/269 kB Progress (1): 241/269 kB Progress (1): 246/269 kB Progress (1): 262/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 6.7 MB/s) 2026-04-02T11:54:14.619 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/327 kB Progress (1): 16/327 kB Progress (1): 24/327 kB Progress (1): 40/327 kB Progress (1): 57/327 kB Progress (1): 73/327 kB Progress (1): 90/327 kB Progress (1): 106/327 kB Progress (1): 122/327 kB Progress (1): 139/327 kB Progress (1): 155/327 kB Progress (1): 172/327 kB Progress (1): 188/327 kB Progress (1): 204/327 kB Progress (1): 221/327 kB Progress (1): 237/327 kB Progress (1): 253/327 kB Progress (1): 270/327 kB Progress (1): 286/327 kB Progress (1): 303/327 kB Progress (1): 319/327 kB Progress (1): 327 kB Progress (2): 327 kB | 7.7/587 kB Progress (2): 327 kB | 16/587 kB Progress (2): 327 kB | 32/587 kB Progress (2): 327 kB | 49/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 4.6 MB/s) 2026-04-02T11:54:14.630 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 65/587 kB Progress (1): 81/587 kB Progress (1): 98/587 kB Progress (1): 114/587 kB Progress (1): 130/587 kB Progress (1): 147/587 kB Progress (1): 163/587 kB Progress (1): 179/587 kB Progress (1): 196/587 kB Progress (1): 212/587 kB Progress (1): 229/587 kB Progress (1): 245/587 kB Progress (1): 261/587 kB Progress (1): 262/587 kB Progress (1): 279/587 kB Progress (1): 295/587 kB Progress (1): 311/587 kB Progress (1): 328/587 kB Progress (1): 344/587 kB Progress (1): 360/587 kB Progress (1): 377/587 kB Progress (1): 393/587 kB Progress (1): 410/587 kB Progress (1): 426/587 kB Progress (1): 442/587 kB Progress (1): 459/587 kB Progress (1): 475/587 kB Progress (1): 492/587 kB Progress (1): 508/587 kB Progress (1): 524/587 kB Progress (1): 541/587 kB Progress (1): 557/587 kB Progress (1): 573/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 7.1 MB/s) 2026-04-02T11:54:14.651 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2026-04-02T11:54:14.651 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:14.651 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2026-04-02T11:54:14.654 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2026-04-02T11:54:14.688 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 806 B Progress (1): 2.3 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 139 kB/s) 2026-04-02T11:54:14.689 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2026-04-02T11:54:14.721 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 773 B Progress (1): 2.4 kB Progress (1): 4.2 kB Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 205 kB/s) 2026-04-02T11:54:14.722 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2026-04-02T11:54:14.756 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 726 B Progress (1): 2.0 kB Progress (1): 5.9 kB Progress (1): 10 kB Progress (1): 15 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 31 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 987 kB/s) 2026-04-02T11:54:14.758 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2026-04-02T11:54:14.792 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 4.1 kB Progress (1): 9.0 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 411 kB/s) 2026-04-02T11:54:14.794 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2026-04-02T11:54:14.829 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 23 kB/s) 2026-04-02T11:54:14.831 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2026-04-02T11:54:14.881 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 83 kB/s) 2026-04-02T11:54:14.883 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2026-04-02T11:54:14.917 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 711 B Progress (1): 2.8 kB Progress (1): 6.4 kB Progress (1): 9.1 kB Progress (1): 13 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 509 kB/s) 2026-04-02T11:54:14.919 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2026-04-02T11:54:14.952 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 4.2 kB Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 146 kB/s) 2026-04-02T11:54:14.954 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2026-04-02T11:54:14.994 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 101 kB/s) 2026-04-02T11:54:14.996 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2026-04-02T11:54:15.029 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 72 kB/s) 2026-04-02T11:54:15.030 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2026-04-02T11:54:15.066 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 709 B Progress (1): 2.1 kB Progress (1): 3.6 kB Progress (1): 5.7 kB Progress (1): 8.1 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 314 kB/s) 2026-04-02T11:54:15.068 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2026-04-02T11:54:15.105 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 872 B Progress (1): 3.4 kB Progress (1): 6.6 kB Progress (1): 11 kB Progress (1): 13 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 466 kB/s) 2026-04-02T11:54:15.106 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2026-04-02T11:54:15.137 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 838 B Progress (1): 2.7 kB Progress (1): 6.5 kB Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 212 kB/s) 2026-04-02T11:54:15.139 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2026-04-02T11:54:15.174 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 30 kB/s) 2026-04-02T11:54:15.176 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2026-04-02T11:54:15.210 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 4.1 kB Progress (1): 7.3 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 239 kB/s) 2026-04-02T11:54:15.211 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2026-04-02T11:54:15.245 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 79 kB/s) 2026-04-02T11:54:15.247 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2026-04-02T11:54:15.280 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 907 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 171 kB/s) 2026-04-02T11:54:15.284 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2026-04-02T11:54:15.319 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 33 kB/s) 2026-04-02T11:54:15.321 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2026-04-02T11:54:15.354 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 23 kB/s) 2026-04-02T11:54:15.355 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2026-04-02T11:54:15.390 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 4.9 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 172 kB/s) 2026-04-02T11:54:15.391 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2026-04-02T11:54:15.426 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 735 kB/s) 2026-04-02T11:54:15.428 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2026-04-02T11:54:15.460 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 36 kB/s) 2026-04-02T11:54:15.462 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2026-04-02T11:54:15.501 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 33 kB/s) 2026-04-02T11:54:15.505 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2026-04-02T11:54:15.538 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/14 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 410 kB/s) 2026-04-02T11:54:15.538 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2026-04-02T11:54:15.538 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2026-04-02T11:54:15.538 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2026-04-02T11:54:15.539 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2026-04-02T11:54:15.539 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2026-04-02T11:54:15.571 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/27 kB Progress (1): 8.2/27 kB Progress (2): 8.2/27 kB | 4.2 kB Progress (3): 8.2/27 kB | 4.2 kB | 7.7/122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 128 kB/s) 2026-04-02T11:54:15.571 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 8.2/27 kB | 16/122 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2026-04-02T11:54:15.572 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 25/27 kB | 16/122 kB Progress (2): 27 kB | 16/122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 795 kB/s) 2026-04-02T11:54:15.572 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2026-04-02T11:54:15.575 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 32/122 kB Progress (2): 32/122 kB | 7.7/334 kB Progress (2): 32/122 kB | 16/334 kB Progress (2): 32/122 kB | 32/334 kB Progress (2): 32/122 kB | 48/334 kB Progress (2): 32/122 kB | 65/334 kB Progress (2): 32/122 kB | 81/334 kB Progress (2): 32/122 kB | 98/334 kB Progress (2): 32/122 kB | 114/334 kB Progress (3): 32/122 kB | 114/334 kB | 7.7/55 kB Progress (3): 32/122 kB | 130/334 kB | 7.7/55 kB Progress (3): 32/122 kB | 130/334 kB | 16/55 kB Progress (3): 32/122 kB | 130/334 kB | 32/55 kB Progress (3): 32/122 kB | 147/334 kB | 32/55 kB Progress (3): 32/122 kB | 147/334 kB | 49/55 kB Progress (3): 32/122 kB | 147/334 kB | 55 kB Progress (3): 32/122 kB | 163/334 kB | 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 1.5 MB/s) 2026-04-02T11:54:15.575 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2026-04-02T11:54:15.576 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 48/122 kB | 163/334 kB Progress (2): 65/122 kB | 163/334 kB Progress (2): 81/122 kB | 163/334 kB Progress (2): 98/122 kB | 163/334 kB Progress (2): 98/122 kB | 179/334 kB Progress (2): 114/122 kB | 179/334 kB Progress (2): 122 kB | 179/334 kB Progress (2): 122 kB | 196/334 kB Progress (2): 122 kB | 197/334 kB Progress (2): 122 kB | 213/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 3.2 MB/s) 2026-04-02T11:54:15.579 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 229/334 kB Progress (1): 246/334 kB Progress (1): 262/334 kB Progress (1): 279/334 kB Progress (1): 295/334 kB Progress (1): 311/334 kB Progress (1): 328/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 8.4 MB/s) 2026-04-02T11:54:15.610 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/23 kB Progress (1): 7.7/23 kB Progress (1): 23 kB Progress (2): 23 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 316 kB/s) 2026-04-02T11:54:15.610 INFO:tasks.workunit.client.0.vm02.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 65 kB/s) 2026-04-02T11:54:15.621 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/267 kB Progress (1): 7.7/267 kB Progress (1): 24/267 kB Progress (1): 40/267 kB Progress (1): 57/267 kB Progress (1): 73/267 kB Progress (1): 90/267 kB Progress (1): 106/267 kB Progress (1): 122/267 kB Progress (1): 139/267 kB Progress (1): 155/267 kB Progress (1): 172/267 kB Progress (1): 188/267 kB Progress (1): 204/267 kB Progress (1): 217/267 kB Progress (1): 233/267 kB Progress (1): 250/267 kB Progress (1): 266/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 3.2 MB/s) 2026-04-02T11:54:15.653 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Changes detected - recompiling the module! :source 2026-04-02T11:54:15.654 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2026-04-02T11:54:16.049 INFO:tasks.workunit.client.0.vm02.stdout:[WARNING] system modules path not set in conjunction with -source 9 2026-04-02T11:54:16.049 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:16.049 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2026-04-02T11:54:16.051 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2026-04-02T11:54:16.051 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:16.051 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2026-04-02T11:54:16.053 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Changes detected - recompiling the module! :dependency 2026-04-02T11:54:16.053 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2026-04-02T11:54:16.143 INFO:tasks.workunit.client.0.vm02.stdout:[WARNING] system modules path not set in conjunction with -source 9 2026-04-02T11:54:16.143 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:16.143 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2026-04-02T11:54:16.145 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2026-04-02T11:54:16.182 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 834 B Progress (1): 3.3 kB Progress (1): 6.2 kB Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 173 kB/s) 2026-04-02T11:54:16.185 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2026-04-02T11:54:16.227 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 843 B Progress (1): 2.7 kB Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 84 kB/s) 2026-04-02T11:54:16.230 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2026-04-02T11:54:16.267 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 834 B Progress (1): 2.3 kB Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 91 kB/s) 2026-04-02T11:54:16.270 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2026-04-02T11:54:16.306 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.1 kB Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 110 kB/s) 2026-04-02T11:54:16.309 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2026-04-02T11:54:16.345 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 843 B Progress (1): 2.8 kB Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 92 kB/s) 2026-04-02T11:54:16.349 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2026-04-02T11:54:16.384 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 834 B Progress (1): 3.0 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 124 kB/s) 2026-04-02T11:54:16.387 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2026-04-02T11:54:16.421 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 878 B Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 52 kB/s) 2026-04-02T11:54:16.423 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2026-04-02T11:54:16.459 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 937 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 63 kB/s) 2026-04-02T11:54:16.460 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2026-04-02T11:54:16.498 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 798 B Progress (1): 3.2 kB Progress (1): 5.1 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 23 kB Progress (1): 28 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 815 kB/s) 2026-04-02T11:54:16.500 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2026-04-02T11:54:16.534 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 938 B Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 56 kB/s) 2026-04-02T11:54:16.536 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2026-04-02T11:54:16.571 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 798 B Progress (1): 2.3 kB Progress (1): 5.7 kB Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 166 kB/s) 2026-04-02T11:54:16.572 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2026-04-02T11:54:16.608 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 843 B Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 65 kB/s) 2026-04-02T11:54:16.609 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2026-04-02T11:54:16.645 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 759 B Progress (1): 1.9 kB Progress (1): 3.4 kB Progress (1): 5.3 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 621 kB/s) 2026-04-02T11:54:16.652 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2026-04-02T11:54:16.688 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 730 B Progress (1): 2.0 kB Progress (1): 6.0 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 24 kB Progress (1): 27 kB Progress (1): 30 kB Progress (1): 32 kB Progress (1): 37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 1.0 MB/s) 2026-04-02T11:54:16.689 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2026-04-02T11:54:16.724 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 808 B Progress (1): 2.3 kB Progress (1): 3.8 kB Progress (1): 7.7 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 448 kB/s) 2026-04-02T11:54:16.726 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2026-04-02T11:54:16.759 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 724 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 262 kB/s) 2026-04-02T11:54:16.761 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2026-04-02T11:54:16.794 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 693 B Progress (1): 2.5 kB Progress (1): 6.4 kB Progress (1): 8.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 26 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 856 kB/s) 2026-04-02T11:54:16.799 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2026-04-02T11:54:16.834 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 794 B Progress (1): 2.2 kB Progress (1): 5.3 kB Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 230 kB/s) 2026-04-02T11:54:16.836 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2026-04-02T11:54:16.870 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 823 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 62 kB/s) 2026-04-02T11:54:16.873 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2026-04-02T11:54:16.911 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 823 B Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 68 kB/s) 2026-04-02T11:54:16.913 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2026-04-02T11:54:16.949 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 44 kB/s) 2026-04-02T11:54:16.950 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2026-04-02T11:54:16.985 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 88 kB/s) 2026-04-02T11:54:16.987 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2026-04-02T11:54:17.020 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 707 B Progress (1): 2.6 kB Progress (1): 6.1 kB Progress (1): 8.6 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 639 kB/s) 2026-04-02T11:54:17.022 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2026-04-02T11:54:17.055 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 3.4 kB Progress (1): 6.7 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 205 kB/s) 2026-04-02T11:54:17.056 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2026-04-02T11:54:17.088 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 735 B Progress (1): 2.6 kB Progress (1): 8.6 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 424 kB/s) 2026-04-02T11:54:17.089 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2026-04-02T11:54:17.122 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 93 kB/s) 2026-04-02T11:54:17.123 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2026-04-02T11:54:17.154 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 4.2 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 212 kB/s) 2026-04-02T11:54:17.156 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2026-04-02T11:54:17.187 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.4 kB Progress (1): 5.8 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 262 kB/s) 2026-04-02T11:54:17.189 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2026-04-02T11:54:17.222 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.4 kB Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 65 kB/s) 2026-04-02T11:54:17.223 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2026-04-02T11:54:17.257 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 823 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 66 kB/s) 2026-04-02T11:54:17.260 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2026-04-02T11:54:17.292 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 816 B Progress (1): 2.5 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 92 kB/s) 2026-04-02T11:54:17.295 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2026-04-02T11:54:17.329 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 827 B Progress (1): 3.5 kB Progress (1): 8.7 kB Progress (1): 15 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 440 kB/s) 2026-04-02T11:54:17.330 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2026-04-02T11:54:17.366 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 811 B Progress (1): 2.8 kB Progress (1): 4.9 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 414 kB/s) 2026-04-02T11:54:17.368 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2026-04-02T11:54:17.408 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 702 B Progress (1): 2.0 kB Progress (1): 3.5 kB Progress (1): 5.5 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 336 kB/s) 2026-04-02T11:54:17.409 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2026-04-02T11:54:17.441 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 838 B Progress (1): 2.5 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 150 kB/s) 2026-04-02T11:54:17.443 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2026-04-02T11:54:17.478 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.1 kB Progress (1): 3.4 kB Progress (1): 5.7 kB Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 179 kB/s) 2026-04-02T11:54:17.479 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2026-04-02T11:54:17.516 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.0 kB Progress (1): 2.9 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 26 kB Progress (1): 31 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 898 kB/s) 2026-04-02T11:54:17.518 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2026-04-02T11:54:17.556 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 804 B Progress (1): 4.1 kB Progress (1): 10 kB Progress (1): 16 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 456 kB/s) 2026-04-02T11:54:17.557 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2026-04-02T11:54:17.593 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 819 B Progress (1): 2.8 kB Progress (1): 4.9 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 400 kB/s) 2026-04-02T11:54:17.595 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2026-04-02T11:54:17.628 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 22 kB/s) 2026-04-02T11:54:17.629 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2026-04-02T11:54:17.661 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 4.7 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 150 kB/s) 2026-04-02T11:54:17.663 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2026-04-02T11:54:17.697 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 932 B Progress (1): 2.6 kB Progress (1): 5.5 kB Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 226 kB/s) 2026-04-02T11:54:17.698 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2026-04-02T11:54:17.732 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 836 B Progress (1): 2.7 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 91 kB/s) 2026-04-02T11:54:17.733 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2026-04-02T11:54:17.768 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 811 B Progress (1): 3.0 kB Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 121 kB/s) 2026-04-02T11:54:17.770 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2026-04-02T11:54:17.805 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 934 B Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 59 kB/s) 2026-04-02T11:54:17.807 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2026-04-02T11:54:17.842 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 922 B Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 102 kB/s) 2026-04-02T11:54:17.843 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2026-04-02T11:54:17.877 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 3.8 kB Progress (1): 6.0 kB Progress (1): 9.7 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 331 kB/s) 2026-04-02T11:54:17.878 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2026-04-02T11:54:17.913 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 799 B Progress (1): 2.7 kB Progress (1): 5.1 kB Progress (1): 7.6 kB Progress (1): 10 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 385 kB/s) 2026-04-02T11:54:17.915 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2026-04-02T11:54:17.947 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 812 B Progress (1): 2.5 kB Progress (1): 5.0 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 568 kB/s) 2026-04-02T11:54:17.949 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2026-04-02T11:54:17.982 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 11 kB/s) 2026-04-02T11:54:17.984 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2026-04-02T11:54:18.018 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 956 B Progress (1): 2.8 kB Progress (1): 5.3 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 174 kB/s) 2026-04-02T11:54:18.019 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2026-04-02T11:54:18.054 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.1 kB Progress (1): 2.9 kB Progress (1): 6.3 kB Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 216 kB/s) 2026-04-02T11:54:18.055 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2026-04-02T11:54:18.087 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 848 B Progress (1): 2.5 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 156 kB/s) 2026-04-02T11:54:18.089 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2026-04-02T11:54:18.122 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 930 B Progress (1): 3.0 kB Progress (1): 6.0 kB Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 221 kB/s) 2026-04-02T11:54:18.124 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2026-04-02T11:54:18.160 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 765 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.5 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 601 kB/s) 2026-04-02T11:54:18.161 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2026-04-02T11:54:18.199 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 706 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.7 kB Progress (1): 6.4 kB Progress (1): 8.4 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 41 kB Progress (1): 44 kB Progress (1): 46 kB Progress (1): 49 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 58 kB Progress (1): 60 kB Progress (1): 64 kB Progress (1): 67 kB Progress (1): 71 kB Progress (1): 74 kB Progress (1): 76 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 2.1 MB/s) 2026-04-02T11:54:18.202 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2026-04-02T11:54:18.240 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 743 B Progress (1): 2.1 kB Progress (1): 4.0 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 596 kB/s) 2026-04-02T11:54:18.242 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2026-04-02T11:54:18.276 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 913 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 171 kB/s) 2026-04-02T11:54:18.277 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2026-04-02T11:54:18.309 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.9 kB Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 138 kB/s) 2026-04-02T11:54:18.310 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2026-04-02T11:54:18.343 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 97 kB/s) 2026-04-02T11:54:18.344 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2026-04-02T11:54:18.379 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 692 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 8.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 25 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 817 kB/s) 2026-04-02T11:54:18.380 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2026-04-02T11:54:18.416 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.3 kB Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 68 kB/s) 2026-04-02T11:54:18.420 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2026-04-02T11:54:18.457 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/308 kB Progress (1): 12/308 kB Progress (1): 29/308 kB Progress (1): 45/308 kB Progress (1): 61/308 kB Progress (1): 78/308 kB Progress (1): 94/308 kB Progress (1): 111/308 kB Progress (1): 127/308 kB Progress (1): 143/308 kB Progress (1): 160/308 kB Progress (1): 176/308 kB Progress (1): 193/308 kB Progress (1): 209/308 kB Progress (1): 225/308 kB Progress (1): 242/308 kB Progress (1): 258/308 kB Progress (1): 262/308 kB Progress (1): 279/308 kB Progress (1): 295/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 8.3 MB/s) 2026-04-02T11:54:18.458 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2026-04-02T11:54:18.458 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2026-04-02T11:54:18.458 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2026-04-02T11:54:18.458 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2026-04-02T11:54:18.460 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2026-04-02T11:54:18.492 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/171 kB Progress (1): 16/171 kB Progress (1): 32/171 kB Progress (1): 48/171 kB Progress (1): 65/171 kB Progress (1): 81/171 kB Progress (1): 98/171 kB Progress (1): 114/171 kB Progress (2): 114/171 kB | 7.7/14 kB Progress (2): 114/171 kB | 14 kB Progress (2): 130/171 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 388 kB/s) 2026-04-02T11:54:18.492 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2026-04-02T11:54:18.493 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 147/171 kB Progress (1): 163/171 kB Progress (1): 171 kB Progress (2): 171 kB | 7.4/26 kB Progress (2): 171 kB | 24/26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 4.9 MB/s) 2026-04-02T11:54:18.493 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2026-04-02T11:54:18.493 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 24/26 kB | 7.7/118 kB Progress (2): 24/26 kB | 16/118 kB Progress (2): 24/26 kB | 25/118 kB Progress (2): 26 kB | 25/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 718 kB/s) 2026-04-02T11:54:18.493 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2026-04-02T11:54:18.494 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 41/118 kB Progress (1): 57/118 kB Progress (1): 74/118 kB Progress (1): 90/118 kB Progress (1): 106/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 3.3 MB/s) 2026-04-02T11:54:18.495 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/8.2 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 227 kB/s) 2026-04-02T11:54:18.495 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2026-04-02T11:54:18.495 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2026-04-02T11:54:18.526 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 4.1/61 kB Progress (1): 20/61 kB Progress (1): 37/61 kB Progress (1): 53/61 kB Progress (1): 61 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 908 kB/s) 2026-04-02T11:54:18.526 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2026-04-02T11:54:18.528 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 3.4/146 kB Progress (1): 20/146 kB Progress (2): 20/146 kB | 7.7/136 kB Progress (2): 20/146 kB | 7.7/136 kB Progress (2): 20/146 kB | 24/136 kB Progress (2): 20/146 kB | 40/136 kB Progress (2): 20/146 kB | 57/136 kB Progress (2): 20/146 kB | 66/136 kB Progress (2): 20/146 kB | 82/136 kB Progress (2): 20/146 kB | 98/136 kB Progress (2): 20/146 kB | 115/136 kB Progress (2): 36/146 kB | 115/136 kB Progress (2): 36/146 kB | 131/136 kB Progress (2): 36/146 kB | 136 kB Progress (2): 53/146 kB | 136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 1.9 MB/s) 2026-04-02T11:54:18.528 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2026-04-02T11:54:18.530 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 53/146 kB | 7.5/501 kB Progress (2): 53/146 kB | 24/501 kB Progress (3): 53/146 kB | 24/501 kB | 7.7/58 kB Progress (3): 53/146 kB | 24/501 kB | 12/58 kB Progress (3): 69/146 kB | 24/501 kB | 12/58 kB Progress (3): 69/146 kB | 24/501 kB | 29/58 kB Progress (3): 69/146 kB | 24/501 kB | 45/58 kB Progress (3): 69/146 kB | 24/501 kB | 58 kB Progress (3): 85/146 kB | 24/501 kB | 58 kB Progress (3): 85/146 kB | 40/501 kB | 58 kB Progress (3): 85/146 kB | 57/501 kB | 58 kB Progress (3): 85/146 kB | 65/501 kB | 58 kB Progress (3): 85/146 kB | 81/501 kB | 58 kB Progress (3): 102/146 kB | 81/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 799 kB/s) 2026-04-02T11:54:18.532 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 102/146 kB | 98/501 kB Progress (2): 102/146 kB | 114/501 kB Progress (2): 118/146 kB | 114/501 kB Progress (2): 126/146 kB | 114/501 kB Progress (2): 126/146 kB | 130/501 kB Progress (2): 143/146 kB | 130/501 kB Progress (2): 146 kB | 130/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 2.0 MB/s) 2026-04-02T11:54:18.543 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 147/501 kB Progress (1): 163/501 kB Progress (1): 179/501 kB Progress (1): 196/501 kB Progress (1): 212/501 kB Progress (1): 229/501 kB Progress (1): 245/501 kB Progress (1): 261/501 kB Progress (1): 278/501 kB Progress (1): 294/501 kB Progress (1): 311/501 kB Progress (1): 327/501 kB Progress (1): 343/501 kB Progress (1): 360/501 kB Progress (1): 376/501 kB Progress (1): 392/501 kB Progress (1): 409/501 kB Progress (1): 425/501 kB Progress (1): 442/501 kB Progress (1): 458/501 kB Progress (1): 474/501 kB Progress (1): 483/501 kB Progress (1): 499/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 5.9 MB/s) 2026-04-02T11:54:18.559 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/124 kB Progress (1): 16/124 kB Progress (1): 32/124 kB Progress (1): 48/124 kB Progress (1): 65/124 kB Progress (1): 81/124 kB Progress (1): 98/124 kB Progress (1): 114/124 kB Progress (1): 124 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 1.2 MB/s) 2026-04-02T11:54:18.602 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 17 MB/s) 2026-04-02T11:54:18.642 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:18.642 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2026-04-02T11:54:18.644 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2026-04-02T11:54:18.677 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 794 B Progress (1): 2.2 kB Progress (1): 4.4 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 132 kB/s) 2026-04-02T11:54:18.679 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2026-04-02T11:54:18.717 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 781 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 125 kB/s) 2026-04-02T11:54:18.719 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2026-04-02T11:54:18.757 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 725 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.7 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 1.2 MB/s) 2026-04-02T11:54:18.759 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2026-04-02T11:54:18.794 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 744 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.3 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 587 kB/s) 2026-04-02T11:54:18.796 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2026-04-02T11:54:18.829 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 812 B Progress (1): 2.6 kB Progress (1): 4.8 kB Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 152 kB/s) 2026-04-02T11:54:18.831 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2026-04-02T11:54:18.864 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 796 B Progress (1): 2.2 kB Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 115 kB/s) 2026-04-02T11:54:18.866 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2026-04-02T11:54:18.902 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 3.8 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 172 kB/s) 2026-04-02T11:54:18.903 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2026-04-02T11:54:18.938 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 4.0 kB Progress (1): 6.2 kB Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 179 kB/s) 2026-04-02T11:54:18.940 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2026-04-02T11:54:18.975 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 753 B Progress (1): 1.9 kB Progress (1): 3.5 kB Progress (1): 6.8 kB Progress (1): 9.1 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 579 kB/s) 2026-04-02T11:54:18.977 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2026-04-02T11:54:19.016 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 3.7 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 383 kB/s) 2026-04-02T11:54:19.018 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2026-04-02T11:54:19.051 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.1 kB Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 62 kB/s) 2026-04-02T11:54:19.052 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2026-04-02T11:54:19.083 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 729 B Progress (1): 2.3 kB Progress (1): 4.7 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 257 kB/s) 2026-04-02T11:54:19.084 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2026-04-02T11:54:19.117 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 771 kB/s) 2026-04-02T11:54:19.122 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2026-04-02T11:54:19.157 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/36 kB Progress (1): 16/36 kB Progress (1): 32/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 1.0 MB/s) 2026-04-02T11:54:19.158 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2026-04-02T11:54:19.158 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2026-04-02T11:54:19.158 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2026-04-02T11:54:19.158 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2026-04-02T11:54:19.158 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2026-04-02T11:54:19.192 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/58 kB Progress (1): 12/58 kB Progress (1): 29/58 kB Progress (2): 29/58 kB | 7.7/26 kB Progress (2): 29/58 kB | 16/26 kB Progress (2): 29/58 kB | 26 kB Progress (3): 29/58 kB | 26 kB | 7.7/211 kB Progress (3): 29/58 kB | 26 kB | 16/211 kB Progress (3): 29/58 kB | 26 kB | 24/211 kB Progress (3): 29/58 kB | 26 kB | 40/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 750 kB/s) 2026-04-02T11:54:19.192 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 45/58 kB | 40/211 kB Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2026-04-02T11:54:19.193 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 58 kB | 40/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 1.7 MB/s) 2026-04-02T11:54:19.193 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2026-04-02T11:54:19.195 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 57/211 kB Progress (1): 73/211 kB Progress (1): 90/211 kB Progress (1): 106/211 kB Progress (2): 106/211 kB | 7.7/79 kB Progress (2): 122/211 kB | 7.7/79 kB Progress (2): 122/211 kB | 16/79 kB Progress (2): 139/211 kB | 16/79 kB Progress (2): 155/211 kB | 16/79 kB Progress (2): 172/211 kB | 16/79 kB Progress (2): 188/211 kB | 16/79 kB Progress (2): 204/211 kB | 16/79 kB Progress (2): 204/211 kB | 25/79 kB Progress (3): 204/211 kB | 25/79 kB | 0/1.0 MB Progress (3): 204/211 kB | 25/79 kB | 0/1.0 MB Progress (3): 204/211 kB | 25/79 kB | 0/1.0 MB Progress (3): 211 kB | 25/79 kB | 0/1.0 MB Progress (3): 211 kB | 41/79 kB | 0/1.0 MB Progress (3): 211 kB | 41/79 kB | 0/1.0 MB Progress (3): 211 kB | 41/79 kB | 0.1/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 5.7 MB/s) 2026-04-02T11:54:19.197 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 57/79 kB | 0.1/1.0 MB Progress (2): 57/79 kB | 0.1/1.0 MB Progress (2): 57/79 kB | 0.1/1.0 MB Progress (2): 57/79 kB | 0.1/1.0 MB Progress (2): 74/79 kB | 0.1/1.0 MB Progress (2): 79 kB | 0.1/1.0 MB Progress (2): 79 kB | 0.1/1.0 MB Progress (2): 79 kB | 0.1/1.0 MB Progress (2): 79 kB | 0.2/1.0 MB Progress (2): 79 kB | 0.2/1.0 MB Progress (2): 79 kB | 0.2/1.0 MB Progress (2): 79 kB | 0.2/1.0 MB Progress (2): 79 kB | 0.2/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 2.0 MB/s) 2026-04-02T11:54:19.212 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0.2/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 19 MB/s) 2026-04-02T11:54:19.227 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 7.7/267 kB Progress (1): 8.2/267 kB Progress (1): 25/267 kB Progress (2): 25/267 kB | 7.7/116 kB Progress (2): 41/267 kB | 7.7/116 kB Progress (2): 41/267 kB | 16/116 kB Progress (2): 41/267 kB | 32/116 kB Progress (2): 41/267 kB | 48/116 kB Progress (2): 41/267 kB | 65/116 kB Progress (2): 57/267 kB | 65/116 kB Progress (2): 74/267 kB | 65/116 kB Progress (2): 74/267 kB | 81/116 kB Progress (2): 74/267 kB | 98/116 kB Progress (2): 74/267 kB | 98/116 kB Progress (2): 90/267 kB | 98/116 kB Progress (2): 106/267 kB | 98/116 kB Progress (2): 106/267 kB | 115/116 kB Progress (2): 106/267 kB | 116 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 1.7 MB/s) 2026-04-02T11:54:19.231 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 123/267 kB Progress (1): 139/267 kB Progress (1): 156/267 kB Progress (1): 172/267 kB Progress (1): 188/267 kB Progress (1): 205/267 kB Progress (1): 221/267 kB Progress (1): 238/267 kB Progress (1): 254/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 3.7 MB/s) 2026-04-02T11:54:19.294 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2026-04-02T11:54:19.312 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:54:19.312 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] BUILD SUCCESS 2026-04-02T11:54:19.312 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:54:19.312 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Total time: 9.950 s 2026-04-02T11:54:19.312 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Finished at: 2026-04-02T11:54:19Z 2026-04-02T11:54:19.312 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:54:19.347 INFO:tasks.workunit.client.0.vm02.stderr:+ ./mvnw test -Dtest=PutObjects 2026-04-02T11:54:19.354 INFO:tasks.workunit.client.0.vm02.stdout:Warning: JAVA_HOME environment variable is not set. 2026-04-02T11:54:19.883 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Scanning for projects... 2026-04-02T11:54:19.922 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:19.922 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2026-04-02T11:54:19.922 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Building jcksum 1.0 2026-04-02T11:54:19.922 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] from pom.xml 2026-04-02T11:54:19.922 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2026-04-02T11:54:20.038 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:20.038 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2026-04-02T11:54:20.089 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2026-04-02T11:54:20.089 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:20.089 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2026-04-02T11:54:20.135 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Nothing to compile - all classes are up to date 2026-04-02T11:54:20.135 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:20.135 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2026-04-02T11:54:20.136 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2026-04-02T11:54:20.136 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:20.136 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2026-04-02T11:54:20.139 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Nothing to compile - all classes are up to date 2026-04-02T11:54:20.139 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:20.139 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2026-04-02T11:54:20.221 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2026-04-02T11:54:20.314 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2026-04-02T11:54:20.498 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 846 B Progress (1): 2.6 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 25 kB/s) 2026-04-02T11:54:20.503 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2026-04-02T11:54:20.543 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 849 B Progress (1): 2.2 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 64 kB/s) 2026-04-02T11:54:20.546 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2026-04-02T11:54:20.590 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 849 B Progress (1): 2.0 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 64 kB/s) 2026-04-02T11:54:20.593 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2026-04-02T11:54:20.636 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 966 B Progress (1): 2.5 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 69 kB/s) 2026-04-02T11:54:20.638 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2026-04-02T11:54:20.679 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 957 B Progress (1): 2.5 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 80 kB/s) 2026-04-02T11:54:20.681 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2026-04-02T11:54:20.720 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 1.2 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 43 kB/s) 2026-04-02T11:54:20.722 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2026-04-02T11:54:20.765 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 971 B Progress (1): 2.5 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 66 kB/s) 2026-04-02T11:54:20.768 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2026-04-02T11:54:20.812 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0.9/27 kB Progress (1): 2.3/27 kB Progress (1): 3.6/27 kB Progress (1): 5.0/27 kB Progress (1): 6.4/27 kB Progress (1): 7.5/27 kB Progress (1): 8.8/27 kB Progress (1): 10/27 kB Progress (1): 12/27 kB Progress (1): 13/27 kB Progress (1): 14/27 kB Progress (1): 16/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 20/27 kB Progress (1): 21/27 kB Progress (1): 23/27 kB Progress (1): 24/27 kB Progress (1): 25/27 kB Progress (1): 27/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 617 kB/s) 2026-04-02T11:54:20.812 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2026-04-02T11:54:20.813 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2026-04-02T11:54:20.813 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2026-04-02T11:54:20.813 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2026-04-02T11:54:20.813 INFO:tasks.workunit.client.0.vm02.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2026-04-02T11:54:20.861 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0.9/18 kB Progress (1): 5.1/18 kB Progress (1): 9.3/18 kB Progress (1): 14/18 kB Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 358 kB/s) 2026-04-02T11:54:20.908 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 0.9/103 kB Progress (1): 2.3/103 kB Progress (1): 3.6/103 kB Progress (1): 5.0/103 kB Progress (1): 6.4/103 kB Progress (1): 7.7/103 kB Progress (1): 9.1/103 kB Progress (1): 10/103 kB Progress (1): 12/103 kB Progress (1): 12/103 kB Progress (1): 14/103 kB Progress (1): 15/103 kB Progress (1): 16/103 kB Progress (1): 18/103 kB Progress (1): 19/103 kB Progress (1): 21/103 kB Progress (1): 22/103 kB Progress (1): 23/103 kB Progress (1): 25/103 kB Progress (1): 26/103 kB Progress (1): 27/103 kB Progress (1): 29/103 kB Progress (1): 30/103 kB Progress (1): 31/103 kB Progress (1): 33/103 kB Progress (1): 34/103 kB Progress (1): 36/103 kB Progress (1): 37/103 kB Progress (1): 38/103 kB Progress (1): 40/103 kB Progress (1): 41/103 kB Progress (1): 42/103 kB Progress (1): 44/103 kB Progress (2): 44/103 kB | 0.9/189 kB Progress (2): 45/103 kB | 0.9/189 kB Progress (2): 47/103 kB | 0.9/189 kB Progress (2): 48/103 kB | 0.9/189 kB Progress (2): 49/103 kB | 0.9/189 kB Progress (2): 49/103 kB | 2.3/189 kB Progress (2): 51/103 kB | 2.3/189 kB Progress (2): 51/103 kB | 3.6/189 kB Progress (2): 52/103 kB | 3.6/189 kB Progress (2): 52/103 kB | 5.0/189 kB Progress (2): 53/103 kB | 5.0/189 kB Progress (2): 53/103 kB | 6.4/189 kB Progress (2): 55/103 kB | 6.4/189 kB Progress (2): 55/103 kB | 7.7/189 kB Progress (2): 59/103 kB | 7.7/189 kB Progress (3): 59/103 kB | 7.7/189 kB | 0.9/7.7 kB Progress (3): 59/103 kB | 9.1/189 kB | 0.9/7.7 kB Progress (3): 59/103 kB | 9.1/189 kB | 2.3/7.7 kB Progress (3): 59/103 kB | 9.1/189 kB | 3.6/7.7 kB Progress (3): 59/103 kB | 9.1/189 kB | 5.0/7.7 kB Progress (3): 59/103 kB | 9.1/189 kB | 6.4/7.7 kB Progress (3): 59/103 kB | 9.1/189 kB | 7.7 kB Progress (3): 59/103 kB | 10/189 kB | 7.7 kB Progress (3): 63/103 kB | 10/189 kB | 7.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 81 kB/s) 2026-04-02T11:54:20.925 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 63/103 kB | 12/189 kB Progress (2): 67/103 kB | 12/189 kB Progress (2): 67/103 kB | 13/189 kB Progress (2): 67/103 kB | 14/189 kB Progress (2): 67/103 kB | 16/189 kB Progress (2): 67/103 kB | 17/189 kB Progress (2): 67/103 kB | 18/189 kB Progress (2): 67/103 kB | 20/189 kB Progress (2): 67/103 kB | 21/189 kB Progress (2): 67/103 kB | 22/189 kB Progress (2): 67/103 kB | 24/189 kB Progress (2): 67/103 kB | 25/189 kB Progress (2): 67/103 kB | 27/189 kB Progress (2): 67/103 kB | 28/189 kB Progress (2): 67/103 kB | 29/189 kB Progress (2): 67/103 kB | 31/189 kB Progress (2): 67/103 kB | 32/189 kB Progress (2): 67/103 kB | 33/189 kB Progress (2): 67/103 kB | 35/189 kB Progress (2): 67/103 kB | 36/189 kB Progress (2): 67/103 kB | 38/189 kB Progress (2): 67/103 kB | 39/189 kB Progress (2): 67/103 kB | 40/189 kB Progress (2): 67/103 kB | 42/189 kB Progress (2): 67/103 kB | 43/189 kB Progress (2): 67/103 kB | 44/189 kB Progress (2): 67/103 kB | 46/189 kB Progress (2): 67/103 kB | 47/189 kB Progress (2): 67/103 kB | 49/189 kB Progress (2): 67/103 kB | 50/189 kB Progress (3): 67/103 kB | 50/189 kB | 0.9/169 kB Progress (3): 67/103 kB | 50/189 kB | 2.3/169 kB Progress (3): 67/103 kB | 50/189 kB | 3.6/169 kB Progress (3): 67/103 kB | 50/189 kB | 5.0/169 kB Progress (3): 67/103 kB | 50/189 kB | 6.4/169 kB Progress (3): 67/103 kB | 50/189 kB | 7.7/169 kB Progress (3): 67/103 kB | 50/189 kB | 9.1/169 kB Progress (3): 67/103 kB | 50/189 kB | 10/169 kB Progress (3): 67/103 kB | 50/189 kB | 12/169 kB Progress (3): 67/103 kB | 50/189 kB | 13/169 kB Progress (3): 67/103 kB | 50/189 kB | 15/169 kB Progress (3): 67/103 kB | 50/189 kB | 16/169 kB Progress (3): 67/103 kB | 50/189 kB | 17/169 kB Progress (3): 67/103 kB | 50/189 kB | 19/169 kB Progress (3): 67/103 kB | 50/189 kB | 20/169 kB Progress (3): 67/103 kB | 50/189 kB | 21/169 kB Progress (3): 67/103 kB | 50/189 kB | 23/169 kB Progress (3): 67/103 kB | 50/189 kB | 24/169 kB Progress (3): 67/103 kB | 50/189 kB | 26/169 kB Progress (3): 67/103 kB | 50/189 kB | 27/169 kB Progress (3): 67/103 kB | 50/189 kB | 28/169 kB Progress (3): 67/103 kB | 50/189 kB | 30/169 kB Progress (3): 67/103 kB | 50/189 kB | 31/169 kB Progress (3): 67/103 kB | 50/189 kB | 32/169 kB Progress (3): 67/103 kB | 50/189 kB | 33/169 kB Progress (3): 67/103 kB | 50/189 kB | 35/169 kB Progress (3): 67/103 kB | 51/189 kB | 35/169 kB Progress (3): 67/103 kB | 51/189 kB | 36/169 kB Progress (3): 72/103 kB | 51/189 kB | 36/169 kB Progress (3): 72/103 kB | 51/189 kB | 37/169 kB Progress (3): 76/103 kB | 51/189 kB | 37/169 kB Progress (3): 80/103 kB | 51/189 kB | 37/169 kB Progress (3): 80/103 kB | 53/189 kB | 37/169 kB Progress (3): 80/103 kB | 53/189 kB | 39/169 kB Progress (3): 80/103 kB | 54/189 kB | 39/169 kB Progress (3): 80/103 kB | 54/189 kB | 40/169 kB Progress (3): 80/103 kB | 54/189 kB | 42/169 kB Progress (3): 80/103 kB | 55/189 kB | 42/169 kB Progress (3): 80/103 kB | 55/189 kB | 43/169 kB Progress (3): 80/103 kB | 60/189 kB | 43/169 kB Progress (3): 84/103 kB | 60/189 kB | 43/169 kB Progress (3): 84/103 kB | 60/189 kB | 44/169 kB Progress (3): 89/103 kB | 60/189 kB | 44/169 kB Progress (3): 89/103 kB | 60/189 kB | 46/169 kB Progress (3): 89/103 kB | 60/189 kB | 47/169 kB Progress (3): 93/103 kB | 60/189 kB | 47/169 kB Progress (3): 93/103 kB | 60/189 kB | 48/169 kB Progress (3): 93/103 kB | 60/189 kB | 50/169 kB Progress (3): 93/103 kB | 60/189 kB | 51/169 kB Progress (3): 93/103 kB | 60/189 kB | 53/169 kB Progress (3): 93/103 kB | 64/189 kB | 53/169 kB Progress (3): 93/103 kB | 64/189 kB | 54/169 kB Progress (3): 97/103 kB | 64/189 kB | 54/169 kB Progress (3): 97/103 kB | 64/189 kB | 55/169 kB Progress (3): 101/103 kB | 64/189 kB | 55/169 kB Progress (3): 101/103 kB | 64/189 kB | 60/169 kB Progress (3): 103 kB | 64/189 kB | 60/169 kB Progress (3): 103 kB | 64/189 kB | 64/169 kB Progress (3): 103 kB | 68/189 kB | 64/169 kB Progress (3): 103 kB | 68/189 kB | 68/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 920 kB/s) 2026-04-02T11:54:20.958 INFO:tasks.workunit.client.0.vm02.stdout:Progress (2): 72/189 kB | 68/169 kB Progress (2): 76/189 kB | 68/169 kB Progress (2): 81/189 kB | 68/169 kB Progress (2): 85/189 kB | 68/169 kB Progress (2): 85/189 kB | 72/169 kB Progress (2): 85/189 kB | 76/169 kB Progress (2): 85/189 kB | 81/169 kB Progress (2): 85/189 kB | 85/169 kB Progress (2): 85/189 kB | 89/169 kB Progress (2): 85/189 kB | 93/169 kB Progress (2): 85/189 kB | 98/169 kB Progress (2): 89/189 kB | 98/169 kB Progress (2): 93/189 kB | 98/169 kB Progress (2): 98/189 kB | 98/169 kB Progress (2): 98/189 kB | 102/169 kB Progress (2): 102/189 kB | 102/169 kB Progress (2): 102/189 kB | 106/169 kB Progress (2): 102/189 kB | 110/169 kB Progress (2): 102/189 kB | 114/169 kB Progress (2): 106/189 kB | 114/169 kB Progress (2): 110/189 kB | 114/169 kB Progress (2): 110/189 kB | 119/169 kB Progress (2): 110/189 kB | 123/169 kB Progress (2): 115/189 kB | 123/169 kB Progress (2): 119/189 kB | 123/169 kB Progress (2): 119/189 kB | 127/169 kB Progress (2): 119/189 kB | 131/169 kB Progress (2): 123/189 kB | 131/169 kB Progress (2): 127/189 kB | 131/169 kB Progress (2): 131/189 kB | 131/169 kB Progress (2): 136/189 kB | 131/169 kB Progress (2): 136/189 kB | 136/169 kB Progress (2): 136/189 kB | 140/169 kB Progress (2): 136/189 kB | 144/169 kB Progress (2): 136/189 kB | 148/169 kB Progress (2): 136/189 kB | 153/169 kB Progress (2): 136/189 kB | 157/169 kB Progress (2): 136/189 kB | 161/169 kB Progress (2): 136/189 kB | 163/169 kB Progress (2): 136/189 kB | 167/169 kB Progress (2): 136/189 kB | 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.2 MB/s) 2026-04-02T11:54:20.967 INFO:tasks.workunit.client.0.vm02.stdout:Progress (1): 140/189 kB Progress (1): 143/189 kB Progress (1): 147/189 kB Progress (1): 151/189 kB Progress (1): 155/189 kB Progress (1): 160/189 kB Progress (1): 164/189 kB Progress (1): 168/189 kB Progress (1): 172/189 kB Progress (1): 176/189 kB Progress (1): 181/189 kB Progress (1): 185/189 kB Progress (1): 189/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 1.2 MB/s) 2026-04-02T11:54:20.976 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:20.976 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ------------------------------------------------------- 2026-04-02T11:54:20.976 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] T E S T S 2026-04-02T11:54:20.976 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ------------------------------------------------------- 2026-04-02T11:54:21.218 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2026-04-02T11:54:21.270 INFO:tasks.workunit.client.0.vm02.stdout:PutObjects.java: starting test run: 2026-04-02T11:54:21.270 INFO:tasks.workunit.client.0.vm02.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:54:21.270 INFO:tasks.workunit.client.0.vm02.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:54:21.270 INFO:tasks.workunit.client.0.vm02.stdout: EndpointUrl=http://vm02.local:80 2026-04-02T11:54:21.271 INFO:tasks.workunit.client.0.vm02.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2026-04-02T11:54:21.369 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Environment Variables Read 2026-04-02T11:54:21.469 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: S3 Client Initialized 2026-04-02T11:54:21.469 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Generating File 2026-04-02T11:54:21.469 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: File Generated 2026-04-02T11:54:21.469 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Generating File 2026-04-02T11:54:21.469 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: File Generated 2026-04-02T11:54:21.469 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Generating File 2026-04-02T11:54:21.569 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: File Generated 2026-04-02T11:54:21.569 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Generating File 2026-04-02T11:54:21.569 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: File Generated 2026-04-02T11:54:21.569 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Generating File 2026-04-02T11:54:21.569 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: File Generated 2026-04-02T11:54:21.570 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Generating File 2026-04-02T11:54:21.570 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: File Generated 2026-04-02T11:54:21.570 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Generated Big Files 2026-04-02T11:54:21.623 INFO:tasks.workunit.client.0.vm02.stdout:HeadBucketResponse() 2026-04-02T11:54:21.623 INFO:tasks.workunit.client.0.vm02.stdout:sheik is ready 2026-04-02T11:54:21.623 INFO:tasks.workunit.client.0.vm02.stdout:DEBUG: Test Bucket Created 2026-04-02T11:54:21.669 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-0b 2026-04-02T11:54:21.739 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-8b 2026-04-02T11:54:21.770 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-200b 2026-04-02T11:54:21.849 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-21983b 2026-04-02T11:54:21.870 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-5519b 2026-04-02T11:54:21.925 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-204329b 2026-04-02T11:54:21.943 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-256k 2026-04-02T11:54:21.970 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-1m 2026-04-02T11:54:22.048 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileNoCksum called with file-1038757b 2026-04-02T11:54:22.070 INFO:tasks.workunit.client.0.vm02.stdout:mpuObjectFromFileNoCksum called with file-5m 2026-04-02T11:54:23.572 INFO:tasks.workunit.client.0.vm02.stdout:mpuObjectFromFileNoCksum called with file-10m 2026-04-02T11:54:23.873 INFO:tasks.workunit.client.0.vm02.stdout:mpuObjectFromFileNoCksum called with file-100m 2026-04-02T11:54:25.047 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-0b 2026-04-02T11:54:25.048 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-8b 2026-04-02T11:54:25.048 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-200b 2026-04-02T11:54:25.050 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-21983b 2026-04-02T11:54:25.050 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-5519b 2026-04-02T11:54:25.051 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-204329b 2026-04-02T11:54:25.052 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-256k 2026-04-02T11:54:25.052 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-1m 2026-04-02T11:54:25.053 INFO:tasks.workunit.client.0.vm02.stdout:arg: file-1038757b 2026-04-02T11:54:25.074 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-0b 2026-04-02T11:54:25.074 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.125 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-8b 2026-04-02T11:54:25.125 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.175 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-200b 2026-04-02T11:54:25.175 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.227 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-21983b 2026-04-02T11:54:25.227 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.275 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-5519b 2026-04-02T11:54:25.275 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.289 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-204329b 2026-04-02T11:54:25.289 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.301 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-256k 2026-04-02T11:54:25.301 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.323 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-1m 2026-04-02T11:54:25.323 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.345 INFO:tasks.workunit.client.0.vm02.stdout:putObjectFromFileCksum called with file-1038757b 2026-04-02T11:54:25.345 INFO:tasks.workunit.client.0.vm02.stdout:PutObjectResponse 2026-04-02T11:54:25.375 INFO:tasks.workunit.client.0.vm02.stdout:mpuObjectFromFileCksum called with file-5m 2026-04-02T11:54:25.675 INFO:tasks.workunit.client.0.vm02.stdout:mpuObjectFromFileCksum called with file-10m 2026-04-02T11:54:25.875 INFO:tasks.workunit.client.0.vm02.stdout:mpuObjectFromFileCksum called with file-100m 2026-04-02T11:54:27.325 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.102 s -- in io.ceph.jcksum.PutObjects 2026-04-02T11:54:27.334 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:27.334 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Results: 2026-04-02T11:54:27.334 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:27.334 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2026-04-02T11:54:27.334 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] 2026-04-02T11:54:27.335 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:54:27.335 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] BUILD SUCCESS 2026-04-02T11:54:27.336 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:54:27.336 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Total time: 7.463 s 2026-04-02T11:54:27.336 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] Finished at: 2026-04-02T11:54:27Z 2026-04-02T11:54:27.336 INFO:tasks.workunit.client.0.vm02.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:54:27.362 INFO:tasks.workunit.client.0.vm02.stderr:+ exit 2026-04-02T11:54:27.362 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:54:27.362 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:54:27.437 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2026-04-02T11:54:27.437 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:54:27.869 DEBUG:teuthology.parallel:result is None 2026-04-02T11:54:27.870 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:54:27.901 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:54:27.901 DEBUG:teuthology.orchestra.run.vm02:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:54:27.965 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:54:27.965 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:54:27.968 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:54:27.968 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:54:27.968 DEBUG:teuthology.orchestra.run.vm02:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:54:28.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:54:28.029 INFO:teuthology.orchestra.run.vm02.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:54:28.029 DEBUG:teuthology.orchestra.run.vm02:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:54:28.092 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:54:28.092 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:54:28.156 INFO:tasks.workunit:timeout=3h 2026-04-02T11:54:28.156 INFO:tasks.workunit:cleanup=True 2026-04-02T11:54:28.156 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:54:28.220 INFO:tasks.workunit.client.0.vm02.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: git switch -c 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:Or undo this operation with: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: git switch - 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:54:59.514 INFO:tasks.workunit.client.0.vm02.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:54:59.521 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:54:59.588 INFO:tasks.workunit.client.0.vm02.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:54:59.589 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:54:59.589 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:54:59.626 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:54:59.659 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:54:59.686 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:54:59.687 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:54:59.687 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:54:59.715 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:54:59.719 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:54:59.719 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:54:59.787 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2026-04-02T11:54:59.787 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2026-04-02T11:54:59.788 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2026-04-02T11:54:59.860 INFO:tasks.workunit.client.0.vm02.stdout:INFO: fully qualified domain name: vm02.local 2026-04-02T11:54:59.860 INFO:tasks.workunit.client.0.vm02.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2026-04-02T11:54:59.860 INFO:tasks.workunit.client.0.vm02.stdout:== TESTING VERSIONED BUCKET == 2026-04-02T11:55:01.228 INFO:tasks.workunit.client.0.vm02.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:55:01.316 INFO:tasks.workunit.client.0.vm02.stdout:Collecting pip 2026-04-02T11:55:01.320 INFO:tasks.workunit.client.0.vm02.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:55:01.345 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: pip 2026-04-02T11:55:01.345 INFO:tasks.workunit.client.0.vm02.stdout: Attempting uninstall: pip 2026-04-02T11:55:01.345 INFO:tasks.workunit.client.0.vm02.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:55:01.450 INFO:tasks.workunit.client.0.vm02.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:55:01.453 INFO:tasks.workunit.client.0.vm02.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:55:01.852 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed pip-26.0.1 2026-04-02T11:55:02.231 INFO:tasks.workunit.client.0.vm02.stdout:Collecting boto3 2026-04-02T11:55:02.232 INFO:tasks.workunit.client.0.vm02.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:55:02.394 INFO:tasks.workunit.client.0.vm02.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:55:02.395 INFO:tasks.workunit.client.0.vm02.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:55:02.408 INFO:tasks.workunit.client.0.vm02.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:55:02.409 INFO:tasks.workunit.client.0.vm02.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:55:02.423 INFO:tasks.workunit.client.0.vm02.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:55:02.423 INFO:tasks.workunit.client.0.vm02.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:55:02.436 INFO:tasks.workunit.client.0.vm02.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:55:02.437 INFO:tasks.workunit.client.0.vm02.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:55:02.455 INFO:tasks.workunit.client.0.vm02.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:55:02.456 INFO:tasks.workunit.client.0.vm02.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:55:02.470 INFO:tasks.workunit.client.0.vm02.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:55:02.471 INFO:tasks.workunit.client.0.vm02.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:55:02.522 INFO:tasks.workunit.client.0.vm02.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:55:02.522 INFO:tasks.workunit.client.0.vm02.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:55:02.529 INFO:tasks.workunit.client.0.vm02.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:55:02.529 INFO:tasks.workunit.client.0.vm02.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:55:02.530 INFO:tasks.workunit.client.0.vm02.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:55:02.531 INFO:tasks.workunit.client.0.vm02.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:55:02.531 INFO:tasks.workunit.client.0.vm02.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:55:02.563 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:55:03.006 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:55:03.007 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:55:03.996 INFO:tasks.workunit.client.0.vm02.stdout:INFO: creating user 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout:{ 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "user_id": "testid", 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "display_name": "M. Tester", 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "email": "tester@ceph.com", 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "suspended": 0, 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "max_buckets": 1000, 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "subusers": [], 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "keys": [ 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: { 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "user": "testid", 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "access_key": "0555b35654ad1656d804", 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "active": true, 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "create_date": "2026-04-02T11:55:04.512035Z" 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: } 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: ], 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "swift_keys": [], 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "caps": [], 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T11:55:04.517 INFO:tasks.workunit.client.0.vm02.stdout: "default_placement": "", 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "default_storage_class": "", 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "placement_tags": [], 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "bucket_quota": { 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "enabled": false, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "check_on_raw": false, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "max_size": -1, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "max_objects": -1 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "user_quota": { 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "enabled": false, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "check_on_raw": false, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "max_size": -1, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "max_objects": -1 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: }, 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "temp_url_keys": [], 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "type": "rgw", 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "mfa_ids": [], 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "account_id": "", 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "path": "/", 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "create_date": "2026-04-02T11:55:04.512031Z", 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "tags": [], 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: "group_ids": [] 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout:} 2026-04-02T11:55:04.518 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:55:04.612 INFO:tasks.workunit.client.0.vm02.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:55:04.612 INFO:tasks.workunit.client.0.vm02.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:55:04.709 INFO:tasks.workunit.client.0.vm02.stderr:5+0 records in 2026-04-02T11:55:04.709 INFO:tasks.workunit.client.0.vm02.stderr:5+0 records out 2026-04-02T11:55:04.709 INFO:tasks.workunit.client.0.vm02.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0122022 s, 430 MB/s 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:bucket nams is reupload-bkt-132035 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:endpoint is http://vm02.local:80 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:start UploadId=2~K_FQ8GBhesV-eG60jGCxtIbIlx9Kavn 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 1 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 1 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 2} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:phase 2 uploaded part {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1} 2026-04-02T11:55:06.803 INFO:tasks.workunit.client.0.vm02.stdout:completing multipart upload, parts=[{'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 1}, {'ETag': '"f1ac9955b36ae3a133109053880c99db"', 'PartNumber': 2}] 2026-04-02T11:55:07.689 INFO:tasks.workunit.client.0.vm02.stdout:radosgw-admin bucket radoslist: 2026-04-02T11:55:07.689 INFO:tasks.workunit.client.0.vm02.stdout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.4__:laBhcZAjLtxp3kjY6I-Hb9e.YseD1ef_mpu_test4 2026-04-02T11:55:07.689 INFO:tasks.workunit.client.0.vm02.stdout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.4_mpu_test4 2026-04-02T11:55:07.689 INFO:tasks.workunit.client.0.vm02.stdout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.4__multipart_mpu_test4.2~K_FQ8GBhesV-eG60jGCxtIbIlx9Kavn.2 2026-04-02T11:55:07.689 INFO:tasks.workunit.client.0.vm02.stdout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.4__multipart_mpu_test4.2PIjzoYE-7LG8npScTwXrxVBF74opLOs.1 2026-04-02T11:55:07.734 INFO:tasks.workunit.client.0.vm02.stdout:rados ls: 2026-04-02T11:55:07.735 INFO:tasks.workunit.client.0.vm02.stdout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.4__:laBhcZAjLtxp3kjY6I-Hb9e.YseD1ef_mpu_test4 2026-04-02T11:55:07.735 INFO:tasks.workunit.client.0.vm02.stdout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.4_mpu_test4 2026-04-02T11:55:07.735 INFO:tasks.workunit.client.0.vm02.stdout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.4__multipart_mpu_test4.2~K_FQ8GBhesV-eG60jGCxtIbIlx9Kavn.2 2026-04-02T11:55:07.735 INFO:tasks.workunit.client.0.vm02.stdout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.4__multipart_mpu_test4.2PIjzoYE-7LG8npScTwXrxVBF74opLOs.1 2026-04-02T11:55:07.737 INFO:tasks.workunit.client.0.vm02.stdout:== PASSED == 2026-04-02T11:55:07.737 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:55:07.738 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:55:07.810 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2026-04-02T11:55:07.810 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:55:08.256 DEBUG:teuthology.parallel:result is None 2026-04-02T11:55:08.256 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:55:08.291 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:55:08.291 DEBUG:teuthology.orchestra.run.vm02:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:55:08.359 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:55:08.359 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:55:08.362 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:55:08.362 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:55:08.362 DEBUG:teuthology.orchestra.run.vm02:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:55:08.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:55:08.427 INFO:teuthology.orchestra.run.vm02.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:55:08.427 DEBUG:teuthology.orchestra.run.vm02:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:55:08.494 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:55:08.494 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:55:08.563 INFO:tasks.workunit:timeout=3h 2026-04-02T11:55:08.563 INFO:tasks.workunit:cleanup=True 2026-04-02T11:55:08.564 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:55:08.633 INFO:tasks.workunit.client.0.vm02.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: git switch -c 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:Or undo this operation with: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: git switch - 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:55:38.777 INFO:tasks.workunit.client.0.vm02.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:55:38.785 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:55:38.850 INFO:tasks.workunit.client.0.vm02.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:55:38.852 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:55:38.852 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:55:38.885 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:55:38.919 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:55:38.946 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:55:38.948 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:55:38.948 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:55:38.975 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:55:38.978 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:55:38.978 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:55:39.042 INFO:tasks.workunit:Running workunits matching rgw/run-rados-pool-quota.sh on client.0... 2026-04-02T11:55:39.043 INFO:tasks.workunit:Running workunit rgw/run-rados-pool-quota.sh... 2026-04-02T11:55:39.043 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/run-rados-pool-quota.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-rados-pool-quota.sh 2026-04-02T11:55:39.112 INFO:tasks.workunit.client.0.vm02.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-rados-pool-quota.sh 2026-04-02T11:55:39.113 INFO:tasks.workunit.client.0.vm02.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:55:39.113 INFO:tasks.workunit.client.0.vm02.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ deactivate nondestructive 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ hash -r 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ export VIRTUAL_ENV 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ export PATH 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -z '' ']' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ PS1='(rgw) ' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ export PS1 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:++ hash -r 2026-04-02T11:55:40.375 INFO:tasks.workunit.client.0.vm02.stderr:+ pip install pip --upgrade 2026-04-02T11:55:40.511 INFO:tasks.workunit.client.0.vm02.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:55:40.596 INFO:tasks.workunit.client.0.vm02.stdout:Collecting pip 2026-04-02T11:55:40.600 INFO:tasks.workunit.client.0.vm02.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:55:40.627 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: pip 2026-04-02T11:55:40.627 INFO:tasks.workunit.client.0.vm02.stdout: Attempting uninstall: pip 2026-04-02T11:55:40.627 INFO:tasks.workunit.client.0.vm02.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:55:40.738 INFO:tasks.workunit.client.0.vm02.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:55:40.741 INFO:tasks.workunit.client.0.vm02.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:55:41.139 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed pip-26.0.1 2026-04-02T11:55:41.167 INFO:tasks.workunit.client.0.vm02.stderr:+ pip install boto3 2026-04-02T11:55:41.501 INFO:tasks.workunit.client.0.vm02.stdout:Collecting boto3 2026-04-02T11:55:41.502 INFO:tasks.workunit.client.0.vm02.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:55:41.672 INFO:tasks.workunit.client.0.vm02.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:55:41.673 INFO:tasks.workunit.client.0.vm02.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:55:41.686 INFO:tasks.workunit.client.0.vm02.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:55:41.687 INFO:tasks.workunit.client.0.vm02.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:55:41.700 INFO:tasks.workunit.client.0.vm02.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:55:41.701 INFO:tasks.workunit.client.0.vm02.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:55:41.714 INFO:tasks.workunit.client.0.vm02.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:55:41.714 INFO:tasks.workunit.client.0.vm02.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:55:41.731 INFO:tasks.workunit.client.0.vm02.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:55:41.732 INFO:tasks.workunit.client.0.vm02.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:55:41.746 INFO:tasks.workunit.client.0.vm02.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:55:41.746 INFO:tasks.workunit.client.0.vm02.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:55:41.783 INFO:tasks.workunit.client.0.vm02.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:55:41.783 INFO:tasks.workunit.client.0.vm02.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:55:41.790 INFO:tasks.workunit.client.0.vm02.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:55:41.790 INFO:tasks.workunit.client.0.vm02.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:55:41.791 INFO:tasks.workunit.client.0.vm02.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:55:41.792 INFO:tasks.workunit.client.0.vm02.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:55:41.792 INFO:tasks.workunit.client.0.vm02.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:55:41.824 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:55:42.236 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:55:42.237 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:55:42.295 INFO:tasks.workunit.client.0.vm02.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_rados_pool_quota.py 2026-04-02T11:55:42.375 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin user create --uid quota-tester --display-name "Quota Tester" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2026-04-02T11:55:42.397 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:55:42.397 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:55:42.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.416+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.417+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.417+0000 7f2f3856e900 20 realm 2026-04-02T11:55:42.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.417+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.418+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.418+0000 7f2f3856e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:55:42.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.418+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.418+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.418+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.418+0000 7f2f3856e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:55:42.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.418+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.419+0000 7f2f3856e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:55:42.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.419+0000 7f2f3856e900 20 searching for the correct realm 2026-04-02T11:55:42.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.422+0000 7f2f2f7fe640 0 -- 192.168.123.102:0/2543230776 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f2f20015440 msgr2=0x7f2f20015870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:55:42.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.425+0000 7f2f2f7fe640 0 -- 192.168.123.102:0/2543230776 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f2f2808e7d0 msgr2=0x7f2f28085050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.429+0000 7f2f3856e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.429+0000 7f2f3856e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.429+0000 7f2f3856e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.429+0000 7f2f3856e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.429+0000 7f2f3856e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.429+0000 7f2f3856e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.429+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 zone default found 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 4 Realm: () 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 zonegroup default 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.430+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.431+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.431+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.431+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.431+0000 7f2f3856e900 20 started sync module instance, tier type = 2026-04-02T11:55:42.433 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.431+0000 7f2f3856e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:55:42.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.434+0000 7f2f3856e900 20 add_watcher() i=7 2026-04-02T11:55:42.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.435+0000 7f2f3856e900 20 add_watcher() i=3 2026-04-02T11:55:42.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.435+0000 7f2f3856e900 20 add_watcher() i=0 2026-04-02T11:55:42.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.435+0000 7f2f3856e900 20 add_watcher() i=1 2026-04-02T11:55:42.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.435+0000 7f2f3856e900 20 add_watcher() i=4 2026-04-02T11:55:42.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.435+0000 7f2f3856e900 20 add_watcher() i=6 2026-04-02T11:55:42.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.435+0000 7f2f3856e900 20 add_watcher() i=5 2026-04-02T11:55:42.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.436+0000 7f2f3856e900 20 add_watcher() i=2 2026-04-02T11:55:42.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.436+0000 7f2f3856e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:55:42.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.438+0000 7f2f3856e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:55:42.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.438+0000 7f2f3856e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:55:42.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.438+0000 7f2f3856e900 5 note: GC not initialized 2026-04-02T11:55:42.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.438+0000 7f2ee1feb640 20 reqs_thread_entry: start 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.481+0000 7f2f3856e900 20 init_complete bucket index max shards: 1 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.481+0000 7f2f3856e900 20 Filter name: none 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.481+0000 7f2edaffd640 20 reqs_thread_entry: start 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.481+0000 7f2f3856e900 10 cache get: name=default.rgw.meta+users.uid+quota-tester : miss 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.481+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 10 cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x0 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 10 adding default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 20 rados->read ofs=0 len=0 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:42.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2026-04-02T11:55:42.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:55:42.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2026-04-02T11:55:42.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.482+0000 7f2f3856e900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2026-04-02T11:55:42.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.483+0000 7f2f3856e900 10 cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x17 2026-04-02T11:55:42.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.483+0000 7f2f3856e900 10 moving default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:55:42.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.483+0000 7f2f3856e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:quota-tester, ofs0, ns] 2026-04-02T11:55:42.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.483+0000 7f2f0f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385088 cookie 94086194421760 notifier 5365 bl.length()=592 2026-04-02T11:55:42.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.483+0000 7f2f0f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x17 2026-04-02T11:55:42.485 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.483+0000 7f2f0f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:55:42.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.485+0000 7f2f3856e900 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2026-04-02T11:55:42.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.485+0000 7f2f3856e900 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:55:42.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.485+0000 7f2f3856e900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2026-04-02T11:55:42.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.485+0000 7f2f0f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385095 cookie 94086194438464 notifier 5365 bl.length()=186 2026-04-02T11:55:42.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.485+0000 7f2f0f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2026-04-02T11:55:42.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.485+0000 7f2f0f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:55:42.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 20 remove_watcher() i=7 2026-04-02T11:55:42.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 2 removed watcher, disabling cache 2026-04-02T11:55:42.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 20 remove_watcher() i=2 2026-04-02T11:55:42.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 20 remove_watcher() i=0 2026-04-02T11:55:42.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 20 remove_watcher() i=4 2026-04-02T11:55:42.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 20 remove_watcher() i=5 2026-04-02T11:55:42.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 20 remove_watcher() i=6 2026-04-02T11:55:42.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 20 remove_watcher() i=3 2026-04-02T11:55:42.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:42.489+0000 7f2f3856e900 20 remove_watcher() i=1 2026-04-02T11:55:42.500 INFO:tasks.workunit.client.0.vm02.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:55:42.500 INFO:tasks.workunit.client.0.vm02.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:55:42.584 INFO:tasks.workunit.client.0.vm02.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 0 2026-04-02T11:55:44.113 INFO:tasks.workunit.client.0.vm02.stderr:set-quota max_objects = 0 for pool default.rgw.buckets.data 2026-04-02T11:55:44.153 INFO:tasks.workunit.client.0.vm02.stderr:TEST: verify that objects can be deleted with rados pool at quota 2026-04-02T11:55:44.198 INFO:tasks.workunit.client.0.vm02.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 1 2026-04-02T11:55:46.136 INFO:tasks.workunit.client.0.vm02.stderr:set-quota max_objects = 1 for pool default.rgw.buckets.data 2026-04-02T11:55:46.147 INFO:tasks.workunit.client.0.vm02.stderr:forcing quota to propagate 2026-04-02T11:55:56.155 INFO:tasks.workunit.client.0.vm02.stderr:rados -p default.rgw.buckets.data ls 2026-04-02T11:55:56.169 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:55:56.170 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:55:56.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:56.194+0000 7f69f0980640 0 -- 192.168.123.102:0/109480167 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x7f69d807c070 msgr2=0x7f69d80b95f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:55:56.200 INFO:tasks.workunit.client.0.vm02.stderr:forced quota to propagate 2026-04-02T11:55:56.286 INFO:tasks.workunit.client.0.vm02.stderr:rados -p default.rgw.buckets.data ls | grep cae98863-e699-46ae-8458-f27a3cf5ff24 2026-04-02T11:55:56.301 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:55:56.301 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:55:56.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:55:56.324+0000 7f3a4e28e640 0 -- 192.168.123.102:0/3258750364 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f3a3c01c8d0 msgr2=0x7f3a3c016390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:55:56.331 INFO:tasks.workunit.client.0.vm02.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 0 2026-04-02T11:55:58.214 INFO:tasks.workunit.client.0.vm02.stderr:set-quota max_objects = 0 for pool default.rgw.buckets.data 2026-04-02T11:55:58.226 INFO:tasks.workunit.client.0.vm02.stderr:Completed rados pool quota tests 2026-04-02T11:55:58.226 INFO:tasks.workunit.client.0.vm02.stdout:connected to http://localhost:80 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ deactivate 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ export PATH 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n '' ']' 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ hash -r 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n '' ']' 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ unset VIRTUAL_ENV 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ unset -f deactivate 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stderr:+ echo OK. 2026-04-02T11:55:58.255 INFO:tasks.workunit.client.0.vm02.stdout:OK. 2026-04-02T11:55:58.255 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:55:58.256 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:55:58.331 INFO:tasks.workunit:Stopping ['rgw/run-rados-pool-quota.sh'] on client.0... 2026-04-02T11:55:58.331 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:55:58.781 DEBUG:teuthology.parallel:result is None 2026-04-02T11:55:58.781 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:55:58.813 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:55:58.813 DEBUG:teuthology.orchestra.run.vm02:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:55:58.879 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:55:58.879 INFO:teuthology.run_tasks:Running task ragweed... 2026-04-02T11:55:58.883 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2026-04-02T11:55:58.883 INFO:tasks.ragweed:Downloading ragweed... 2026-04-02T11:55:58.883 INFO:tasks.ragweed:Using branch 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2' for ragweed 2026-04-02T11:55:58.883 DEBUG:teuthology.orchestra.run.vm02:> git clone -b tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 https://github.com/ceph/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T11:55:58.943 INFO:teuthology.orchestra.run.vm02.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2026-04-02T11:55:59.300 INFO:teuthology.orchestra.run.vm02.stderr:fatal: Remote branch tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 not found in upstream origin 2026-04-02T11:55:59.300 DEBUG:teuthology.orchestra.run:got remote process result: 128 2026-04-02T11:55:59.302 INFO:tasks.ragweed:Using branch 'ceph-tentacle' for ragweed 2026-04-02T11:55:59.302 DEBUG:teuthology.orchestra.run.vm02:> git clone -b ceph-tentacle https://github.com/ceph/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T11:55:59.368 INFO:teuthology.orchestra.run.vm02.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2026-04-02T11:56:00.124 INFO:tasks.ragweed:Creating rgw users... 2026-04-02T11:56:00.124 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2026-04-02T11:56:00.124 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key TBJQJPKBTAVELFNBPOYH --secret MNqqBe9b6mV8ojuAAUTxNOMlALZDoiKkcSSlpjM8zQ2ZH2OIbIJEaA== --email ragweed.client.0+test@test.test --system false 2026-04-02T11:56:00.216 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:00.216 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:00.234 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.233+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.235 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.233+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.235 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.233+0000 7f8ef773e900 20 realm 2026-04-02T11:56:00.235 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.233+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.235 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.233+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.235 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.233+0000 7f8ef773e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:00.235 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.233+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.235 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.234+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.235 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.234+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.236 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.234+0000 7f8ef773e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:00.236 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.234+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.236 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.235+0000 7f8ef773e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:00.236 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.235+0000 7f8ef773e900 20 searching for the correct realm 2026-04-02T11:56:00.238 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.236+0000 7f8eef7fe640 0 -- 192.168.123.102:0/2943227350 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x5645e9d09c30 msgr2=0x7f8ee80a2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:00.442 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.441+0000 7f8eee7fc640 0 -- 192.168.123.102:0/2943227350 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f8ed40030c0 msgr2=0x7f8ee80c13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.645+0000 7f8ef773e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.645+0000 7f8ef773e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.645+0000 7f8ef773e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.645+0000 7f8ef773e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.645+0000 7f8ef773e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.645+0000 7f8ef773e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.645+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.647 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 zone default found 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 4 Realm: () 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 zonegroup default 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.646+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.647+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.647+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.647+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.647+0000 7f8ef773e900 20 started sync module instance, tier type = 2026-04-02T11:56:00.648 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.647+0000 7f8ef773e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:00.652 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 20 add_watcher() i=6 2026-04-02T11:56:00.652 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 20 add_watcher() i=4 2026-04-02T11:56:00.652 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 20 add_watcher() i=0 2026-04-02T11:56:00.652 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 20 add_watcher() i=1 2026-04-02T11:56:00.652 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 20 add_watcher() i=2 2026-04-02T11:56:00.652 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 20 add_watcher() i=3 2026-04-02T11:56:00.653 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 20 add_watcher() i=5 2026-04-02T11:56:00.653 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 20 add_watcher() i=7 2026-04-02T11:56:00.653 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.651+0000 7f8ef773e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:00.655 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.653+0000 7f8ef773e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:00.655 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.653+0000 7f8ef773e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:00.655 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.653+0000 7f8ef773e900 5 note: GC not initialized 2026-04-02T11:56:00.655 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.653+0000 7f8ea0fe9640 20 reqs_thread_entry: start 2026-04-02T11:56:00.694 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:00.694 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 20 Filter name: none 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8e99ffb640 20 reqs_thread_entry: start 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.693+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 10 cache get: name=default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH : miss 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 10 cache put: name=default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH info.flags=0x0 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 10 adding default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH to cache LRU end 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 10 cache get: name=default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH : hit (negative entry) 2026-04-02T11:56:00.695 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.694+0000 7f8ef773e900 10 cache get: name=default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH : hit (negative entry) 2026-04-02T11:56:00.696 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.695+0000 7f8ef773e900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2026-04-02T11:56:00.696 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.695+0000 7f8ef773e900 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T11:56:00.696 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.695+0000 7f8ef773e900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2026-04-02T11:56:00.697 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.695+0000 7f8ece7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123434 cookie 94858280070320 notifier 35525 bl.length()=675 2026-04-02T11:56:00.697 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.695+0000 7f8ece7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2026-04-02T11:56:00.697 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.695+0000 7f8ece7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T11:56:00.698 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.696+0000 7f8ef773e900 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2026-04-02T11:56:00.698 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.696+0000 7f8ef773e900 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T11:56:00.698 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.696+0000 7f8ef773e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2026-04-02T11:56:00.698 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.697+0000 7f8ece7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123398 cookie 94858280057904 notifier 35525 bl.length()=202 2026-04-02T11:56:00.698 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.697+0000 7f8ece7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2026-04-02T11:56:00.698 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.697+0000 7f8ece7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.698+0000 7f8ef773e900 10 cache put: name=default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH info.flags=0x7 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.698+0000 7f8ef773e900 10 moving default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH to cache LRU end 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.698+0000 7f8ef773e900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:TBJQJPKBTAVELFNBPOYH, ofs0, ns] 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.698+0000 7f8ece7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123435 cookie 94858278338128 notifier 35525 bl.length()=190 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.698+0000 7f8ece7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH info.flags=0x7 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.698+0000 7f8ece7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+TBJQJPKBTAVELFNBPOYH to cache LRU end 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "ragweed.client.0", 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr. ragweed.client.0", 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "email": "ragweed.client.0+test@test.test", 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "user": "ragweed.client.0", 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "TBJQJPKBTAVELFNBPOYH", 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "MNqqBe9b6mV8ojuAAUTxNOMlALZDoiKkcSSlpjM8zQ2ZH2OIbIJEaA==", 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T11:56:00.695386Z" 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T11:56:00.700 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [], 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "type": "rgw", 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [], 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "", 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T11:56:00.695379Z", 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T11:56:00.701 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.702+0000 7f8ef773e900 20 remove_watcher() i=3 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.702+0000 7f8ef773e900 2 removed watcher, disabling cache 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.702+0000 7f8ef773e900 20 remove_watcher() i=0 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.702+0000 7f8ef773e900 20 remove_watcher() i=2 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.702+0000 7f8ef773e900 20 remove_watcher() i=7 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.702+0000 7f8ef773e900 20 remove_watcher() i=6 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.702+0000 7f8ef773e900 20 remove_watcher() i=5 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.702+0000 7f8ef773e900 20 remove_watcher() i=1 2026-04-02T11:56:00.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.703+0000 7f8ef773e900 20 remove_watcher() i=4 2026-04-02T11:56:00.710 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2026-04-02T11:56:00.710 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key SLQDDBPSYNVMZRJYBXAQ --secret eTxB75AlAEecJa3TbGvfKrvWRPtezCGNhR9SoC+c4rOGnpX+uRyxyQ== --email sysuser.client.0+test@test.test --system true 2026-04-02T11:56:00.762 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:00.763 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 20 realm 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.780 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.778+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.779+0000 7f9854567900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:00.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.779+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.780+0000 7f9854567900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:00.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.780+0000 7f9854567900 20 searching for the correct realm 2026-04-02T11:56:00.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.783+0000 7f984bfff640 0 -- 192.168.123.102:0/2355152489 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f9844069260 msgr2=0x7f984406b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:00.989 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.987+0000 7f9850ae1640 0 -- 192.168.123.102:0/2355152489 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x558bc9dd3430 msgr2=0x558bc9dd3840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.989+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 zone default found 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 4 Realm: () 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 zonegroup default 2026-04-02T11:56:00.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.992 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.992 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.992 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.992 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:00.992 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:00.992 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 started sync module instance, tier type = 2026-04-02T11:56:00.992 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.990+0000 7f9854567900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:00.995 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.993+0000 7f9854567900 20 add_watcher() i=3 2026-04-02T11:56:00.995 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.993+0000 7f9854567900 20 add_watcher() i=5 2026-04-02T11:56:00.995 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.994+0000 7f9854567900 20 add_watcher() i=7 2026-04-02T11:56:00.995 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.994+0000 7f9854567900 20 add_watcher() i=0 2026-04-02T11:56:00.995 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.994+0000 7f9854567900 20 add_watcher() i=1 2026-04-02T11:56:00.995 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.994+0000 7f9854567900 20 add_watcher() i=6 2026-04-02T11:56:00.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.994+0000 7f9854567900 20 add_watcher() i=4 2026-04-02T11:56:00.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.994+0000 7f9854567900 20 add_watcher() i=2 2026-04-02T11:56:00.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.994+0000 7f9854567900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:00.998 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.996+0000 7f9854567900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:00.998 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.996+0000 7f9854567900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:00.998 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.996+0000 7f9854567900 5 note: GC not initialized 2026-04-02T11:56:00.998 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:00.996+0000 7f97fcff1640 20 reqs_thread_entry: start 2026-04-02T11:56:01.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.036+0000 7f9854567900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:01.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.036+0000 7f9854567900 20 Filter name: none 2026-04-02T11:56:01.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f97f67fc640 20 reqs_thread_entry: start 2026-04-02T11:56:01.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2026-04-02T11:56:01.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 10 cache get: name=default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ : miss 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.037+0000 7f9854567900 20 rados->read ofs=0 len=0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.038+0000 7f9854567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.038+0000 7f9854567900 10 cache put: name=default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ info.flags=0x0 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.038+0000 7f9854567900 10 adding default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ to cache LRU end 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.038+0000 7f9854567900 10 cache get: name=default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ : hit (negative entry) 2026-04-02T11:56:01.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.038+0000 7f9854567900 10 cache get: name=default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ : hit (negative entry) 2026-04-02T11:56:01.040 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.039+0000 7f9854567900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2026-04-02T11:56:01.040 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.039+0000 7f9854567900 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T11:56:01.040 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.039+0000 7f9854567900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2026-04-02T11:56:01.040 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.039+0000 7f982f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123399 cookie 94058877174512 notifier 35543 bl.length()=675 2026-04-02T11:56:01.040 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.039+0000 7f982f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2026-04-02T11:56:01.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.039+0000 7f982f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T11:56:01.042 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.040+0000 7f9854567900 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2026-04-02T11:56:01.042 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.040+0000 7f9854567900 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T11:56:01.042 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.040+0000 7f9854567900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2026-04-02T11:56:01.042 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.041+0000 7f982f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123436 cookie 94058877164752 notifier 35543 bl.length()=202 2026-04-02T11:56:01.042 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.041+0000 7f982f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2026-04-02T11:56:01.042 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.041+0000 7f982f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T11:56:01.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.042+0000 7f9854567900 10 cache put: name=default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ info.flags=0x7 2026-04-02T11:56:01.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.042+0000 7f9854567900 10 moving default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ to cache LRU end 2026-04-02T11:56:01.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.042+0000 7f9854567900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:SLQDDBPSYNVMZRJYBXAQ, ofs0, ns] 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.042+0000 7f982f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123400 cookie 94058877174512 notifier 35543 bl.length()=190 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.042+0000 7f982f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ info.flags=0x7 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.042+0000 7f982f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+SLQDDBPSYNVMZRJYBXAQ to cache LRU end 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "sysuser.client.0", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr. sysuser.client.0", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "email": "sysuser.client.0+test@test.test", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "user": "sysuser.client.0", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "SLQDDBPSYNVMZRJYBXAQ", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "eTxB75AlAEecJa3TbGvfKrvWRPtezCGNhR9SoC+c4rOGnpX+uRyxyQ==", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T11:56:01.039178Z" 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [], 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "system": true, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "type": "rgw", 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [], 2026-04-02T11:56:01.044 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "", 2026-04-02T11:56:01.045 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T11:56:01.045 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T11:56:01.039163Z", 2026-04-02T11:56:01.045 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T11:56:01.045 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T11:56:01.045 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T11:56:01.045 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:56:01.047 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.045+0000 7f9854567900 20 remove_watcher() i=3 2026-04-02T11:56:01.047 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.046+0000 7f9854567900 2 removed watcher, disabling cache 2026-04-02T11:56:01.047 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.046+0000 7f9854567900 20 remove_watcher() i=0 2026-04-02T11:56:01.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.046+0000 7f9854567900 20 remove_watcher() i=6 2026-04-02T11:56:01.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.046+0000 7f9854567900 20 remove_watcher() i=4 2026-04-02T11:56:01.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.046+0000 7f9854567900 20 remove_watcher() i=7 2026-04-02T11:56:01.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.046+0000 7f9854567900 20 remove_watcher() i=1 2026-04-02T11:56:01.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.046+0000 7f9854567900 20 remove_watcher() i=2 2026-04-02T11:56:01.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:01.046+0000 7f9854567900 20 remove_watcher() i=5 2026-04-02T11:56:01.054 INFO:tasks.ragweed:Configuring ragweed... 2026-04-02T11:56:01.054 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:56:01.054 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2026-04-02T11:56:01.080 INFO:tasks.ragweed:Configuring boto... 2026-04-02T11:56:01.080 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:56:01.080 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/boto.cfg 2026-04-02T11:56:01.144 DEBUG:teuthology.orchestra.run.vm02:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2026-04-02T11:56:01.502 INFO:teuthology.orchestra.run.vm02.stdout:py: install_deps> python -I -m pip install -r requirements.txt 2026-04-02T11:56:04.019 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=61.0' 2026-04-02T11:56:04.387 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T11:56:04.547 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T11:56:04.712 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T11:56:04.835 INFO:teuthology.orchestra.run.vm02.stdout:py: install_package_deps> python -I -m pip install PyYAML boto gevent isodate munch 2026-04-02T11:56:05.051 INFO:teuthology.orchestra.run.vm02.stdout:py: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.tar.gz 2026-04-02T11:56:06.136 INFO:teuthology.orchestra.run.vm02.stdout:py: commands[0]> python -m pytest -v -m 'not fails_on_rgw' 2026-04-02T11:56:06.227 INFO:teuthology.orchestra.run.vm02.stdout:============================= test session starts ============================== 2026-04-02T11:56:06.227 INFO:teuthology.orchestra.run.vm02.stdout:platform linux -- Python 3.9.23, pytest-8.4.2, pluggy-1.6.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2026-04-02T11:56:06.227 INFO:teuthology.orchestra.run.vm02.stdout:cachedir: .tox/py/.pytest_cache 2026-04-02T11:56:06.227 INFO:teuthology.orchestra.run.vm02.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T11:56:06.227 INFO:teuthology.orchestra.run.vm02.stdout:configfile: pytest.ini 2026-04-02T11:56:06.287 INFO:teuthology.orchestra.run.vm02.stdout:collecting ... collected 9 items 2026-04-02T11:56:06.287 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:56:06.708 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2026-04-02T11:56:07.096 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2026-04-02T11:56:07.510 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2026-04-02T11:56:07.935 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2026-04-02T11:56:08.550 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2026-04-02T11:56:14.770 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2026-04-02T11:56:15.848 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2026-04-02T11:56:16.793 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout:=============================== warnings summary =============================== 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout: import imp 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2026-04-02T11:56:18.666 INFO:teuthology.orchestra.run.vm02.stdout:======================== 9 passed, 1 warning in 12.42s ========================= 2026-04-02T11:56:18.686 INFO:teuthology.orchestra.run.vm02.stdout: py: OK (17.37=setup[4.83]+cmd[12.55] seconds) 2026-04-02T11:56:18.686 INFO:teuthology.orchestra.run.vm02.stdout: congratulations :) (17.39 seconds) 2026-04-02T11:56:18.706 INFO:tasks.ragweed:Cleaning up boto... 2026-04-02T11:56:18.706 DEBUG:teuthology.orchestra.run.vm02:> rm -f /home/ubuntu/cephtest/boto.cfg 2026-04-02T11:56:18.730 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2026-04-02T11:56:18.814 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:18.814 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:18.832 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.831+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.833 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.832+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.833 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.832+0000 7f469db74900 20 realm 2026-04-02T11:56:18.833 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.832+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.832+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.832+0000 7f469db74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:18.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.832+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.832+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.832+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.835 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.833+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:18.835 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.833+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.835 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.834+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:18.835 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.834+0000 7f469db74900 20 searching for the correct realm 2026-04-02T11:56:18.838 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.836+0000 7f4699983640 0 -- 192.168.123.102:0/267948596 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x559ba2d9bd40 msgr2=0x559ba2d9c1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:18.841 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.839+0000 7f4699182640 0 -- 192.168.123.102:0/267948596 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f468c07c040 msgr2=0x7f468c0694f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.842+0000 7f469db74900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.842+0000 7f469db74900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.842+0000 7f469db74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.842+0000 7f469db74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.842+0000 7f469db74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.842+0000 7f469db74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.842+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.844 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 zone default found 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 4 Realm: () 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 zonegroup default 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.843+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.844+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.844+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.844+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.844+0000 7f469db74900 20 started sync module instance, tier type = 2026-04-02T11:56:18.845 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.844+0000 7f469db74900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:18.850 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.848+0000 7f469db74900 20 add_watcher() i=3 2026-04-02T11:56:18.850 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.849+0000 7f469db74900 20 add_watcher() i=0 2026-04-02T11:56:18.850 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.849+0000 7f469db74900 20 add_watcher() i=5 2026-04-02T11:56:18.851 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.849+0000 7f469db74900 20 add_watcher() i=6 2026-04-02T11:56:18.851 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.849+0000 7f469db74900 20 add_watcher() i=4 2026-04-02T11:56:18.851 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.849+0000 7f469db74900 20 add_watcher() i=1 2026-04-02T11:56:18.851 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.849+0000 7f469db74900 20 add_watcher() i=2 2026-04-02T11:56:18.851 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.849+0000 7f469db74900 20 add_watcher() i=7 2026-04-02T11:56:18.851 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.849+0000 7f469db74900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:18.852 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.851+0000 7f469db74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:18.852 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.851+0000 7f469db74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:18.878 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.876+0000 7f4646fed640 20 reqs_thread_entry: start 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.914+0000 7f469db74900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.914+0000 7f469db74900 20 Filter name: none 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.914+0000 7f4644fe9640 20 reqs_thread_entry: start 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.914+0000 7f469db74900 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.914+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=486 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:eddad88e-989b-427a-b28b-eab9b853fda8.4590.6 : miss 2026-04-02T11:56:18.916 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=434 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:eddad88e-989b-427a-b28b-eab9b853fda8.4590.6 info.flags=0x17 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:eddad88e-989b-427a-b28b-eab9b853fda8.4590.6 to cache LRU end 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:eddad88e-989b-427a-b28b-eab9b853fda8.4590.6 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.915+0000 7f469db74900 20 get_obj_state: octx=0x7f468c064230 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.916+0000 7f469db74900 10 manifest: total_size = 13176 2026-04-02T11:56:18.917 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.916+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.4319831251402378984 2026-04-02T11:56:18.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.916+0000 7f469db74900 20 get_obj_state: octx=0x7f468c064230 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.916+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.916+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.918+0000 7f469db74900 20 get_obj_state: octx=0x7f468c064230 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.918+0000 7f469db74900 10 manifest: total_size = 13191 2026-04-02T11:56:18.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.918+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.10644646620267265305 2026-04-02T11:56:18.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.918+0000 7f469db74900 20 get_obj_state: octx=0x7f468c064230 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.918+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.918+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.919+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2026-04-02T11:56:18.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.920+0000 7f469db74900 20 get_obj_state: octx=0x7f468c064230 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.920+0000 7f469db74900 10 manifest: total_size = 5129 2026-04-02T11:56:18.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.920+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.1828761014116186422 2026-04-02T11:56:18.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.920+0000 7f469db74900 20 get_obj_state: octx=0x7f468c064230 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.920+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.920+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.922 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.921+0000 7f46797fa640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2026-04-02T11:56:18.923 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.922+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d610 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.922+0000 7f469db74900 10 manifest: total_size = 12919 2026-04-02T11:56:18.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.922+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7142748976262282314 2026-04-02T11:56:18.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.922+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d610 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.922+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.922+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.923+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2026-04-02T11:56:18.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.924+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d610 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.924+0000 7f469db74900 10 manifest: total_size = 7595 2026-04-02T11:56:18.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.924+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7807621307795609251 2026-04-02T11:56:18.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.924+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d610 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.924+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.924+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.925+0000 7f46797fa640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2026-04-02T11:56:18.928 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.926+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d310 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.928 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.926+0000 7f469db74900 10 manifest: total_size = 5295 2026-04-02T11:56:18.928 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.926+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.4016630973193358623 2026-04-02T11:56:18.928 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.926+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d310 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.928 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.926+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.926+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.927+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2026-04-02T11:56:18.930 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.928+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d610 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.929+0000 7f469db74900 10 manifest: total_size = 7860 2026-04-02T11:56:18.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.929+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.5826170391511226033 2026-04-02T11:56:18.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.929+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d610 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.929+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.929+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.929+0000 7f46797fa640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2026-04-02T11:56:18.932 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.930+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d200 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.932 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.931+0000 7f469db74900 10 manifest: total_size = 7790 2026-04-02T11:56:18.932 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.931+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.13179507434800941922 2026-04-02T11:56:18.932 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.931+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d200 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.932 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.931+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.932 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.931+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.933 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.931+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2026-04-02T11:56:18.934 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.932+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d6f0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.934 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.933+0000 7f469db74900 10 manifest: total_size = 8798 2026-04-02T11:56:18.934 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.933+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.249314393673880963 2026-04-02T11:56:18.934 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.933+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d6f0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x559ba2f22628 s->prefetch_data=0 2026-04-02T11:56:18.934 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.933+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f22628 2026-04-02T11:56:18.934 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.933+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.6.0 2026-04-02T11:56:18.935 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.933+0000 7f46797fa640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2026-04-02T11:56:18.936 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.934+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:18.936 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.934+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:18.936 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.935+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2026-04-02T11:56:18.937 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.935+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:18.937 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.935+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:18.937 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.935+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:18.937 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.935+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:18.937 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.935+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[eddad88e-989b-427a-b28b-eab9b853fda8.4590.6])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:18.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.936+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2026-04-02T11:56:18.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.936+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.936+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=204 2026-04-02T11:56:18.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.936+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2026-04-02T11:56:18.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.936+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2026-04-02T11:56:18.939 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.937+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-conf from cache 2026-04-02T11:56:18.939 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.937+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2026-04-02T11:56:18.939 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.937+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927221 cookie 94126940493728 notifier 35567 bl.length()=162 2026-04-02T11:56:18.940 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.939+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:eddad88e-989b-427a-b28b-eab9b853fda8.4590.6 from cache 2026-04-02T11:56:18.940 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.939+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:eddad88e-989b-427a-b28b-eab9b853fda8.4590.6, ofs0, ns] 2026-04-02T11:56:18.940 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.939+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927222 cookie 94126942088880 notifier 35567 bl.length()=219 2026-04-02T11:56:18.942 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.940+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/eddad88e-989b-427a-b28b-eab9b853fda8.4590.6 : miss 2026-04-02T11:56:18.942 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.940+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.942 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.940+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.942 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.940+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/eddad88e-989b-427a-b28b-eab9b853fda8.4590.6 info.flags=0x0 2026-04-02T11:56:18.942 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.940+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/eddad88e-989b-427a-b28b-eab9b853fda8.4590.6 to cache LRU end 2026-04-02T11:56:18.943 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.13 : miss 2026-04-02T11:56:18.943 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=465 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.13 info.flags=0x17 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.13 to cache LRU end 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.13 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 10 cls_bucket_list_unordered: got foo 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.942+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d610 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x559ba2f23648 s->prefetch_data=0 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.943+0000 7f469db74900 10 manifest: total_size = 74198 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.943+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.8114738229543553091 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.943+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d610 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x559ba2f23648 s->prefetch_data=0 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.943+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f23648 2026-04-02T11:56:18.944 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.943+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.13.0 2026-04-02T11:56:18.946 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2026-04-02T11:56:18.946 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=20613 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6353295 part_ofs=61839 rule->part_size=12359 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.8114738229543553091 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.13__multipart_foo.2~V_iMIV2TopIOLYhAxhS--nEEn3QyVMM.1 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.13__multipart_foo.2~V_iMIV2TopIOLYhAxhS--nEEn3QyVMM.2 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.13__multipart_foo.2~V_iMIV2TopIOLYhAxhS--nEEn3QyVMM.3 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.13__multipart_foo.2~V_iMIV2TopIOLYhAxhS--nEEn3QyVMM.4 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.944+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.8114738229543553091 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.945+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.946+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.946+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.946+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.946+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.946+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.946+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:18.947 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.946+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.13])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:18.948 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.947+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2026-04-02T11:56:18.948 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.947+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.949 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.947+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=235 2026-04-02T11:56:18.949 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.947+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2026-04-02T11:56:18.949 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.947+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2026-04-02T11:56:18.950 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.948+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2026-04-02T11:56:18.950 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.948+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2026-04-02T11:56:18.950 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.948+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927240 cookie 94126942093424 notifier 35567 bl.length()=191 2026-04-02T11:56:18.951 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.949+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.13 from cache 2026-04-02T11:56:18.951 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.949+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.13, ofs0, ns] 2026-04-02T11:56:18.951 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.950+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927244 cookie 94126940490672 notifier 35567 bl.length()=249 2026-04-02T11:56:18.953 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.951+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.13 : miss 2026-04-02T11:56:18.953 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.951+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.953 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.951+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.953 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.951+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.13 info.flags=0x0 2026-04-02T11:56:18.953 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.951+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.13 to cache LRU end 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.953+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.14 : miss 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.953+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.953+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=472 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.953+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.14 info.flags=0x17 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.953+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.14 to cache LRU end 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.953+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.953+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.953+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.14 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.954+0000 7f469db74900 10 cls_bucket_list_unordered: got foo 2026-04-02T11:56:18.955 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.954+0000 7f469db74900 20 get_obj_state: octx=0x7f4688060050 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x559ba2f2e288 s->prefetch_data=0 2026-04-02T11:56:18.956 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.954+0000 7f469db74900 10 manifest: total_size = 18874368 2026-04-02T11:56:18.956 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.954+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7112408769882865351 2026-04-02T11:56:18.956 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.954+0000 7f469db74900 20 get_obj_state: octx=0x7f4688060050 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x559ba2f2e288 s->prefetch_data=0 2026-04-02T11:56:18.956 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.954+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f2e288 2026-04-02T11:56:18.956 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.954+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.14.0 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=5242880 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=22020096 part_ofs=15728640 rule->part_size=3145728 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.7112408769882865351 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.14__multipart_foo.2~k5pqDTtdvu52UYuF6cOgPUzqBsGhr36.1 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.14__multipart_foo.2~k5pqDTtdvu52UYuF6cOgPUzqBsGhr36.2 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.14__multipart_foo.2~k5pqDTtdvu52UYuF6cOgPUzqBsGhr36.3 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.14__multipart_foo.2~k5pqDTtdvu52UYuF6cOgPUzqBsGhr36.4 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.956+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.7112408769882865351 2026-04-02T11:56:18.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.957+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo 2026-04-02T11:56:18.959 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.957+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:18.959 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.957+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:18.959 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.957+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:18.959 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.957+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:18.959 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.957+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:18.959 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.957+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:18.959 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.957+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.14])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:18.960 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.959+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2026-04-02T11:56:18.960 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.959+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.961 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.959+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=242 2026-04-02T11:56:18.961 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.959+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2026-04-02T11:56:18.961 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.959+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2026-04-02T11:56:18.961 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.961+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2026-04-02T11:56:18.961 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.961+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2026-04-02T11:56:18.962 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.961+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927181 cookie 94126942097984 notifier 35567 bl.length()=198 2026-04-02T11:56:18.963 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.961+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.14 from cache 2026-04-02T11:56:18.963 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.961+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.14, ofs0, ns] 2026-04-02T11:56:18.963 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.961+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927194 cookie 94126940500480 notifier 35567 bl.length()=256 2026-04-02T11:56:18.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.963+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.14 : miss 2026-04-02T11:56:18.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.963+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.963+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.963+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.14 info.flags=0x0 2026-04-02T11:56:18.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.963+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.14 to cache LRU end 2026-04-02T11:56:18.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.964+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.12 : miss 2026-04-02T11:56:18.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.964+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T11:56:18.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.12 info.flags=0x17 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.12 to cache LRU end 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.12 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 10 cls_bucket_list_unordered: got foo[yAqw7EZR9S0KI.5Fef53jQjC5FTNt3U] 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.12.0 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.965+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2f910 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x559ba2f2a318 s->prefetch_data=0 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.966+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to 2e396fx2107mf9v7z2bc9sbpi9915xxy 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.966+0000 7f469db74900 20 get_obj_state_impl: setting s->olh_tag to p4fh4it4offht2purh1z2dxq9xendkjw 2026-04-02T11:56:18.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.966+0000 7f469db74900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=p4fh4it4offht2purh1z2dxq9xendkjw 2026-04-02T11:56:18.968 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.966+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.12.0 2026-04-02T11:56:18.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.967+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.12.0 2026-04-02T11:56:18.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.968+0000 7f469db74900 20 olh_log_entry: epoch=3 op=2 key=foo[] 2026-04-02T11:56:18.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.968+0000 7f469db74900 20 olh_log_entry: epoch=3 op=3 key=foo[yAqw7EZR9S0KI.5Fef53jQjC5FTNt3U] 2026-04-02T11:56:18.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.968+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2f910 obj=test-client.0-r-test-multipart-index-versioning.1:_:yAqw7EZR9S0KI.5Fef53jQjC5FTNt3U_foo state=0x559ba2f42448 s->prefetch_data=0 2026-04-02T11:56:18.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.968+0000 7f469db74900 10 manifest: total_size = 1667 2026-04-02T11:56:18.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.968+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.10818155663148406339 2026-04-02T11:56:18.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.968+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2f910 obj=test-client.0-r-test-multipart-index-versioning.1:_:yAqw7EZR9S0KI.5Fef53jQjC5FTNt3U_foo state=0x559ba2f42448 s->prefetch_data=0 2026-04-02T11:56:18.970 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.968+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f42448 2026-04-02T11:56:18.970 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.968+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.12.0 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=516 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291972 part_ofs=516 rule->part_size=516 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6292488 part_ofs=1032 rule->part_size=516 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2026-04-02T11:56:18.971 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6293004 part_ofs=1548 rule->part_size=119 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.10818155663148406339 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.12__multipart_foo.2~ij4ZITYBFV4sN67_GZGFxmNz6PXXRl_.1 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.12__multipart_foo.2~ij4ZITYBFV4sN67_GZGFxmNz6PXXRl_.2 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.12__multipart_foo.2~ij4ZITYBFV4sN67_GZGFxmNz6PXXRl_.3 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.12__multipart_foo.2~ij4ZITYBFV4sN67_GZGFxmNz6PXXRl_.4 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.10818155663148406339 2026-04-02T11:56:18.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.970+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo[yAqw7EZR9S0KI.5Fef53jQjC5FTNt3U] 2026-04-02T11:56:18.973 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.972+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2f910 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x559ba2f2a318 s->prefetch_data=0 2026-04-02T11:56:18.974 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.972+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.12.0 2026-04-02T11:56:18.975 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.973+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.12.0 2026-04-02T11:56:18.975 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.973+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:18.975 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.973+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:18.975 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.974+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:18.975 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.974+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:18.975 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.974+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:18.975 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.974+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:18.975 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.974+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.12])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:18.976 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.975+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2026-04-02T11:56:18.976 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.975+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.975+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=237 2026-04-02T11:56:18.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.975+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2026-04-02T11:56:18.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.975+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2026-04-02T11:56:18.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.976+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2026-04-02T11:56:18.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.976+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2026-04-02T11:56:18.978 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.976+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927182 cookie 94126942097984 notifier 35567 bl.length()=193 2026-04-02T11:56:18.979 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.977+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.12 from cache 2026-04-02T11:56:18.979 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.977+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.12, ofs0, ns] 2026-04-02T11:56:18.979 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.978+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927241 cookie 94126942093424 notifier 35567 bl.length()=251 2026-04-02T11:56:18.980 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.979+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.12 : miss 2026-04-02T11:56:18.980 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.979+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.980 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.979+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.980 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.979+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.12 info.flags=0x0 2026-04-02T11:56:18.981 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.979+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.12 to cache LRU end 2026-04-02T11:56:18.982 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.11 : miss 2026-04-02T11:56:18.982 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=457 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.11 info.flags=0x17 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.11 to cache LRU end 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.11 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 10 cls_bucket_list_unordered: got foo 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.981+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30690 obj=test-client.0-r-test-multipart-simple.1:foo state=0x559ba2f41438 s->prefetch_data=0 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.982+0000 7f469db74900 10 manifest: total_size = 74198 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.982+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.16101637511620071494 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.982+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30690 obj=test-client.0-r-test-multipart-simple.1:foo state=0x559ba2f41438 s->prefetch_data=0 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.982+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f41438 2026-04-02T11:56:18.983 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.982+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.11.0 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=20613 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2026-04-02T11:56:18.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6353295 part_ofs=61839 rule->part_size=12359 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16101637511620071494 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.11__multipart_foo.2~SrmNXmacyB3uuBSP0HNb9eKSMPTEca-.1 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.11__multipart_foo.2~SrmNXmacyB3uuBSP0HNb9eKSMPTEca-.2 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.11__multipart_foo.2~SrmNXmacyB3uuBSP0HNb9eKSMPTEca-.3 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.11__multipart_foo.2~SrmNXmacyB3uuBSP0HNb9eKSMPTEca-.4 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.983+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16101637511620071494 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.984+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.984+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:18.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.984+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.985+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.985+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.985+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.985+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.985+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.11])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.985+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.985+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.986+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=227 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.986+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2026-04-02T11:56:18.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.986+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2026-04-02T11:56:18.988 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.987+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2026-04-02T11:56:18.988 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.987+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2026-04-02T11:56:18.989 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.987+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927223 cookie 94126942088880 notifier 35567 bl.length()=183 2026-04-02T11:56:18.990 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.989+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.11 from cache 2026-04-02T11:56:18.990 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.989+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.11, ofs0, ns] 2026-04-02T11:56:18.990 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.989+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927181 cookie 94126940485200 notifier 35567 bl.length()=241 2026-04-02T11:56:18.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.990+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.11 : miss 2026-04-02T11:56:18.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.990+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.990+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:18.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.990+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.11 info.flags=0x0 2026-04-02T11:56:18.992 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.990+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.11 to cache LRU end 2026-04-02T11:56:18.993 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.991+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.17 : miss 2026-04-02T11:56:18.993 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.991+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:18.993 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.17 info.flags=0x17 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.17 to cache LRU end 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.17 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.992+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x559ba2f41438 s->prefetch_data=0 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.993+0000 7f469db74900 10 manifest: total_size = 5242880 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.993+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.9773061147901611488 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.993+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x559ba2f41438 s->prefetch_data=0 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.993+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f41438 2026-04-02T11:56:18.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.993+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:18.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.994+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:18.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.994+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:56:18.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.994+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.9773061147901611488 2026-04-02T11:56:18.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.994+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:18.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.994+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.kI4jLg9NJtyCnriP5K3_XBhHuDbm2u3_0 2026-04-02T11:56:18.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.994+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2026-04-02T11:56:18.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.994+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:18.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.994+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.9773061147901611488 2026-04-02T11:56:18.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.995+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x559ba2f41438 s->prefetch_data=0 2026-04-02T11:56:18.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.996+0000 7f469db74900 10 manifest: total_size = 5242880 2026-04-02T11:56:18.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.996+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.845029702954789100 2026-04-02T11:56:18.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.996+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x559ba2f41438 s->prefetch_data=0 2026-04-02T11:56:18.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.996+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f41438 2026-04-02T11:56:18.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.996+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:18.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.996+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T11:56:18.999 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.997+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:18.999 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.997+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:56:18.999 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.997+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.845029702954789100 2026-04-02T11:56:18.999 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.997+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:18.999 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.997+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.kI4jLg9NJtyCnriP5K3_XBhHuDbm2u3_0 2026-04-02T11:56:18.999 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.997+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 336 2026-04-02T11:56:18.999 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.997+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:18.999 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.997+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.845029702954789100 2026-04-02T11:56:19.000 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.998+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2026-04-02T11:56:19.000 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.998+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.000 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.999+0000 7f469db74900 10 manifest: total_size = 5242880 2026-04-02T11:56:19.000 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.999+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _-qzBqRUzGluM8NfCzv8DcZ05swGTDZz 2026-04-02T11:56:19.000 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.999+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.000 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.999+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.000 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:18.999+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.000+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.000+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.000+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _-qzBqRUzGluM8NfCzv8DcZ05swGTDZz 2026-04-02T11:56:19.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.000+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.000+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.-vJOTouK0GEDsSAxJ1U0ew_6KOyXERy_0 2026-04-02T11:56:19.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.000+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T11:56:19.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.000+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.002 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.000+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: _-qzBqRUzGluM8NfCzv8DcZ05swGTDZz 2026-04-02T11:56:19.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.001+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2026-04-02T11:56:19.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.001+0000 7f469db74900 20 get_obj_state: octx=0x7f4688064720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.002+0000 7f469db74900 10 manifest: total_size = 5242880 2026-04-02T11:56:19.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.002+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _TjC0U7APVd85ca8Lq9mMvQQFbAMJvzu 2026-04-02T11:56:19.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.002+0000 7f469db74900 20 get_obj_state: octx=0x7f4688064720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.002+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.003 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.002+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.005 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.004+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.005 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.004+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.005 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.004+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _TjC0U7APVd85ca8Lq9mMvQQFbAMJvzu 2026-04-02T11:56:19.005 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.004+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.005 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.004+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.yk4TKTuMIStEXJwZWvJNuMrx4UNfmOG_1 2026-04-02T11:56:19.005 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.004+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T11:56:19.005 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.004+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.005 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.004+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: _TjC0U7APVd85ca8Lq9mMvQQFbAMJvzu 2026-04-02T11:56:19.006 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.005+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.006 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.005+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2026-04-02T11:56:19.007 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.005+0000 7f469db74900 10 manifest: total_size = 5242880 2026-04-02T11:56:19.007 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.005+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.6320923355008658298 2026-04-02T11:56:19.007 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.005+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.007 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.005+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.007 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.005+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.008 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.007+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.008 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.007+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.008 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.007+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.6320923355008658298 2026-04-02T11:56:19.008 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.007+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.009 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.007+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.rsqDcgKtJZL3BECHI8E1pF3wmS664Z3_0 2026-04-02T11:56:19.009 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.007+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2026-04-02T11:56:19.009 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.007+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.009 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.007+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.6320923355008658298 2026-04-02T11:56:19.009 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.008+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T11:56:19.010 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.008+0000 7f469db74900 20 get_obj_state: octx=0x559ba2a46160 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.010 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.008+0000 7f469db74900 10 manifest: total_size = 5242880 2026-04-02T11:56:19.010 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.008+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _vJNYDIf1QgjtV-Hd0bSElsHTUu-GzlV 2026-04-02T11:56:19.010 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.008+0000 7f469db74900 20 get_obj_state: octx=0x559ba2a46160 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.010 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.008+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.010 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.008+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.010+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.010+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.010+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _vJNYDIf1QgjtV-Hd0bSElsHTUu-GzlV 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.010+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.010+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.0pyoloAmdqRKTkGWsrpKrI97GBMCKf6_0 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.010+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.010+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.010+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: _vJNYDIf1QgjtV-Hd0bSElsHTUu-GzlV 2026-04-02T11:56:19.012 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.011+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2026-04-02T11:56:19.013 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.011+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2f300 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.013 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.011+0000 7f469db74900 10 manifest: total_size = 5242880 2026-04-02T11:56:19.013 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.011+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7316963898247357154 2026-04-02T11:56:19.013 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.011+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2f300 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.013 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.011+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.013 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.011+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.013+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.013+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.013+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.7316963898247357154 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.013+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.013+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.rsqDcgKtJZL3BECHI8E1pF3wmS664Z3_0 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.013+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.013+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.013+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.7316963898247357154 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.014+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2026-04-02T11:56:19.015 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.014+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f31fb0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.016 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.014+0000 7f469db74900 10 manifest: total_size = 5242880 2026-04-02T11:56:19.016 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.014+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _sLsAliqTt-ukN6u5446ZsHRpZSvCP7H 2026-04-02T11:56:19.016 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.014+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f31fb0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.016 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.014+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.016 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.014+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.018 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.016+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.018 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.016+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.018 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.016+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _sLsAliqTt-ukN6u5446ZsHRpZSvCP7H 2026-04-02T11:56:19.018 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.016+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.018 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.016+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.zXHaEAn8Pu4nnLaXi9QMQ-9JWEj1IW1_1 2026-04-02T11:56:19.018 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.016+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T11:56:19.018 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.016+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.018 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.016+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: _sLsAliqTt-ukN6u5446ZsHRpZSvCP7H 2026-04-02T11:56:19.019 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.017+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2026-04-02T11:56:19.019 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.018+0000 7f469db74900 20 get_obj_state: octx=0x559ba2a46160 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.019 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.018+0000 7f469db74900 10 manifest: total_size = 2042 2026-04-02T11:56:19.020 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.018+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.4748956008342006394 2026-04-02T11:56:19.020 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.018+0000 7f469db74900 20 get_obj_state: octx=0x559ba2a46160 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.020 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.018+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.020 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.018+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.020+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.020+0000 7f469db74900 10 manifest: total_size = 2042 2026-04-02T11:56:19.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.020+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _3m-u7KPMjO2rUe88ihtgaUUpW_o27-g 2026-04-02T11:56:19.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.020+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f30b40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.022 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.020+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.022 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.020+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.022 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.020+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T11:56:19.023 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.022+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.023 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.022+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=2042 stripe_ofs=2042 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.023 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.022+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _3m-u7KPMjO2rUe88ihtgaUUpW_o27-g 2026-04-02T11:56:19.023 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.022+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.024 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.022+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.GVT3gh9MDqlVqkwqSPRgTTcoMQkVqdp_0 2026-04-02T11:56:19.024 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.022+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T11:56:19.024 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.022+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.024 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.022+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: _3m-u7KPMjO2rUe88ihtgaUUpW_o27-g 2026-04-02T11:56:19.024 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.023+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2026-04-02T11:56:19.024 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.023+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d240 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.025 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.023+0000 7f469db74900 10 manifest: total_size = 2042 2026-04-02T11:56:19.025 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.023+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _H3eWbuFcKo4IHiC4v3_4ctor6A1BuiX 2026-04-02T11:56:19.025 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.023+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2d240 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.025 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.023+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.025 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.023+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.025+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.025+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=2042 stripe_ofs=2042 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.025+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _H3eWbuFcKo4IHiC4v3_4ctor6A1BuiX 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.025+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.025+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17__shadow_.AuABnjIWxOJOiNUM-AtmzwCzkliK0xb_0 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.025+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.025+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.025+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: _H3eWbuFcKo4IHiC4v3_4ctor6A1BuiX 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.026+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2026-04-02T11:56:19.027 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.026+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.028 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.026+0000 7f469db74900 10 manifest: total_size = 2042 2026-04-02T11:56:19.028 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.026+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _MXRbLEGD_GVaZF_6TAHVdZTbZbDkNxK 2026-04-02T11:56:19.028 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.026+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.028 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.026+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.028 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.026+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.17.0 2026-04-02T11:56:19.030 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.028+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:19.030 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.028+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:19.030 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.029+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2026-04-02T11:56:19.031 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.029+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:19.031 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.029+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:19.031 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.029+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:19.031 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.029+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:19.031 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.029+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.17])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:19.032 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.030+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2026-04-02T11:56:19.032 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.030+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.032 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.030+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=233 2026-04-02T11:56:19.032 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.030+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2026-04-02T11:56:19.032 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.030+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2026-04-02T11:56:19.033 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.031+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2026-04-02T11:56:19.033 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.031+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2026-04-02T11:56:19.033 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.031+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927183 cookie 94126942097984 notifier 35567 bl.length()=189 2026-04-02T11:56:19.034 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.033+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.17 from cache 2026-04-02T11:56:19.034 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.033+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.17, ofs0, ns] 2026-04-02T11:56:19.034 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.033+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927242 cookie 94126942093424 notifier 35567 bl.length()=247 2026-04-02T11:56:19.036 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.034+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.17 : miss 2026-04-02T11:56:19.036 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.034+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.036 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.035+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.036 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.035+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.17 info.flags=0x0 2026-04-02T11:56:19.036 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.035+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.17 to cache LRU end 2026-04-02T11:56:19.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.036+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.18 : miss 2026-04-02T11:56:19.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.036+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=473 2026-04-02T11:56:19.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.18 info.flags=0x17 2026-04-02T11:56:19.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.18 to cache LRU end 2026-04-02T11:56:19.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:19.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:19.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.18 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.10931208122947945537 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.037+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.038+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.10931208122947945537 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-FROZEN.2~O26VSXJMBiDbZsOTO9rMvNIOCpDwjXN.1 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-FROZEN.2~O26VSXJMBiDbZsOTO9rMvNIOCpDwjXN.2 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-FROZEN.2~O26VSXJMBiDbZsOTO9rMvNIOCpDwjXN.3 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.039+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.10931208122947945537 2026-04-02T11:56:19.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.040+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T11:56:19.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.041+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.041+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.041+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.14211813638536876829 2026-04-02T11:56:19.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.041+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.042+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.043 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.042+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.14211813638536876829 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-FROZEN.2~O26VSXJMBiDbZsOTO9rMvNIOCpDwjXN.1 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-FROZEN.2~O26VSXJMBiDbZsOTO9rMvNIOCpDwjXN.2 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-FROZEN.2~O26VSXJMBiDbZsOTO9rMvNIOCpDwjXN.3 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.14211813638536876829 2026-04-02T11:56:19.045 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.044+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2026-04-02T11:56:19.046 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.045+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.047 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.045+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.047 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.045+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _81Wxg9VNuzneUpl9MZkGBgYUIf1Ud09 2026-04-02T11:56:19.047 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.045+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.047 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.045+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.047 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.045+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _81Wxg9VNuzneUpl9MZkGBgYUIf1Ud09 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.e02Tq3QKlunolt--Zx4zGK96PJ27EAQ_0 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.e02Tq3QKlunolt--Zx4zGK96PJ27EAQ_1 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.048 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: _81Wxg9VNuzneUpl9MZkGBgYUIf1Ud09 2026-04-02T11:56:19.049 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.047+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2026-04-02T11:56:19.049 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.048+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.050 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.048+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.050 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.048+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _aUA5gxxer0hRv4tsFriShwhMo15HsHJ 2026-04-02T11:56:19.050 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.048+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.050 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.048+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.050 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.048+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _aUA5gxxer0hRv4tsFriShwhMo15HsHJ 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.GcyY4uT0okwOWfRBtMgiKkiIfHIpwf7_1 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.GcyY4uT0okwOWfRBtMgiKkiIfHIpwf7_2 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: _aUA5gxxer0hRv4tsFriShwhMo15HsHJ 2026-04-02T11:56:19.053 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2026-04-02T11:56:19.053 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.051+0000 7f469db74900 20 get_obj_state: octx=0x7f468809deb0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.053 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.052+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.053 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.052+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.11901722709143061714 2026-04-02T11:56:19.053 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.052+0000 7f469db74900 20 get_obj_state: octx=0x7f468809deb0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.053 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.052+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.053 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.052+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.053+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.11901722709143061714 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-LUKEWARM.2~1L2sVSvlisgEJC6odJJ2cFQa7rybMif.1 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-LUKEWARM.2~1L2sVSvlisgEJC6odJJ2cFQa7rybMif.2 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 647 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-LUKEWARM.2~1L2sVSvlisgEJC6odJJ2cFQa7rybMif.3 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 920 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.11901722709143061714 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.054+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T11:56:19.056 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.055+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f386f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.057 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.055+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.057 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.055+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _thrVBMaqsQs1wGlz9hsvCl9rWOJOvqE 2026-04-02T11:56:19.057 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.055+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f386f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.057 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.055+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.057 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.055+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _thrVBMaqsQs1wGlz9hsvCl9rWOJOvqE 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.XyEM-lUjaobF_EfYQvtcEfqPE4rPSye_0 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.XyEM-lUjaobF_EfYQvtcEfqPE4rPSye_1 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.057+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: _thrVBMaqsQs1wGlz9hsvCl9rWOJOvqE 2026-04-02T11:56:19.059 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.058+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2026-04-02T11:56:19.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.058+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f35310 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.058+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.058+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.17264536063349002669 2026-04-02T11:56:19.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.058+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f35310 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.058+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.058+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17264536063349002669 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-LUKEWARM.2~1L2sVSvlisgEJC6odJJ2cFQa7rybMif.1 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-LUKEWARM.2~1L2sVSvlisgEJC6odJJ2cFQa7rybMif.2 2026-04-02T11:56:19.062 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 647 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-LUKEWARM.2~1L2sVSvlisgEJC6odJJ2cFQa7rybMif.3 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 920 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.060+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.17264536063349002669 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.061+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.061+0000 7f469db74900 20 get_obj_state: octx=0x7f468c007cd0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.062+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.062+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _l8I0CBZy8z_ULJ5YFOVUQk2B0nV9g7K 2026-04-02T11:56:19.063 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.062+0000 7f469db74900 20 get_obj_state: octx=0x7f468c007cd0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.064 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.062+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.064 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.062+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _l8I0CBZy8z_ULJ5YFOVUQk2B0nV9g7K 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.K1-PeVXpQUXVcgrEUBlsWj0s5KP0CC6_1 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.K1-PeVXpQUXVcgrEUBlsWj0s5KP0CC6_2 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.064+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: _l8I0CBZy8z_ULJ5YFOVUQk2B0nV9g7K 2026-04-02T11:56:19.066 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.065+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2026-04-02T11:56:19.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.065+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f386f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.065+0000 7f469db74900 10 manifest: total_size = 541681 2026-04-02T11:56:19.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.065+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.16518048745899564718 2026-04-02T11:56:19.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.065+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f386f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.065+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.066+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16518048745899564718 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-STANDARD.2~4N3tQYMNJYcBVkM4HdrLObVz5jM8BNR.1 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.067+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.068+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-STANDARD.2~4N3tQYMNJYcBVkM4HdrLObVz5jM8BNR.2 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.068+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.068+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-STANDARD.2~4N3tQYMNJYcBVkM4HdrLObVz5jM8BNR.3 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.068+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.068+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.068+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16518048745899564718 2026-04-02T11:56:19.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.068+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T11:56:19.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.069+0000 7f469db74900 20 get_obj_state: octx=0x7f468809deb0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.069+0000 7f469db74900 10 manifest: total_size = 541681 2026-04-02T11:56:19.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.069+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _Xov27UKZbI_GnaqcSKEnymK9HbwrWy7 2026-04-02T11:56:19.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.069+0000 7f469db74900 20 get_obj_state: octx=0x7f468809deb0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.069+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.069+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.071+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.071+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.071+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _Xov27UKZbI_GnaqcSKEnymK9HbwrWy7 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.071+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.071+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.CS4cM5oJ3wM65eDhmKTQz16BYGkzqjG_0 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.071+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.071+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.071+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: _Xov27UKZbI_GnaqcSKEnymK9HbwrWy7 2026-04-02T11:56:19.073 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.072+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2026-04-02T11:56:19.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.072+0000 7f469db74900 20 get_obj_state: octx=0x7f468c007cd0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.073+0000 7f469db74900 10 manifest: total_size = 541681 2026-04-02T11:56:19.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.073+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to _WwPZpX5ID7Fk7ysqK1oA5XKoLXQEurU 2026-04-02T11:56:19.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.073+0000 7f469db74900 20 get_obj_state: octx=0x7f468c007cd0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.073+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.073+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.074+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.074+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.074+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: _WwPZpX5ID7Fk7ysqK1oA5XKoLXQEurU 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.074+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.074+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__shadow_.7Jfmj_o7AfKRobts_KD2PjkDblT-eYR_0 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.074+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.074+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.074+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _WwPZpX5ID7Fk7ysqK1oA5XKoLXQEurU 2026-04-02T11:56:19.076 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.075+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2026-04-02T11:56:19.077 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.075+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.077 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.076+0000 7f469db74900 10 manifest: total_size = 541681 2026-04-02T11:56:19.077 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.076+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.10810867171165496851 2026-04-02T11:56:19.077 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.076+0000 7f469db74900 20 get_obj_state: octx=0x7f4688087400 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x559ba2a452a8 s->prefetch_data=0 2026-04-02T11:56:19.077 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.076+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a452a8 2026-04-02T11:56:19.077 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.076+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.18.0 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.10810867171165496851 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-STANDARD.2~4N3tQYMNJYcBVkM4HdrLObVz5jM8BNR.1 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-STANDARD.2~4N3tQYMNJYcBVkM4HdrLObVz5jM8BNR.2 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.18__multipart_foo-STANDARD.2~4N3tQYMNJYcBVkM4HdrLObVz5jM8BNR.3 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.077+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.10810867171165496851 2026-04-02T11:56:19.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.078+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2026-04-02T11:56:19.080 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.078+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:19.080 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.078+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:19.080 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.078+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:19.080 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.078+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:19.080 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.078+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:19.080 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.078+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:19.080 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.078+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.18])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:19.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.079+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2026-04-02T11:56:19.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.079+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.079+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=243 2026-04-02T11:56:19.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.079+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2026-04-02T11:56:19.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.079+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2026-04-02T11:56:19.082 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.080+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2026-04-02T11:56:19.082 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.080+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2026-04-02T11:56:19.082 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.080+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927195 cookie 94126940500480 notifier 35567 bl.length()=199 2026-04-02T11:56:19.083 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.081+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.18 from cache 2026-04-02T11:56:19.083 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.081+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.18, ofs0, ns] 2026-04-02T11:56:19.083 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.082+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927224 cookie 94126942088880 notifier 35567 bl.length()=257 2026-04-02T11:56:19.084 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.083+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.18 : miss 2026-04-02T11:56:19.084 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.083+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.085 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.083+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.085 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.083+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.18 info.flags=0x0 2026-04-02T11:56:19.085 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.083+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.18 to cache LRU end 2026-04-02T11:56:19.086 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.16 : miss 2026-04-02T11:56:19.086 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.086 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=468 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.16 info.flags=0x17 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.16 to cache LRU end 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.16 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 20 get_obj_state: octx=0x559ba2a49520 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x559ba2f41438 s->prefetch_data=0 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.10495293667513176009 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 20 get_obj_state: octx=0x559ba2a49520 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x559ba2f41438 s->prefetch_data=0 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f41438 2026-04-02T11:56:19.087 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.085+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.16.0 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.10495293667513176009 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-FROZEN.2~87U7ZXEW5mNb-1D8ugrrZrxI2F-ATP5.1 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-FROZEN.2~87U7ZXEW5mNb-1D8ugrrZrxI2F-ATP5.2 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-FROZEN.2~87U7ZXEW5mNb-1D8ugrrZrxI2F-ATP5.3 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.089 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.087+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.10495293667513176009 2026-04-02T11:56:19.090 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.088+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T11:56:19.090 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.089+0000 7f469db74900 20 get_obj_state: octx=0x7f468c007cd0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x559ba2f442b8 s->prefetch_data=0 2026-04-02T11:56:19.090 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.089+0000 7f469db74900 10 manifest: total_size = 11534336 2026-04-02T11:56:19.090 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.089+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.6004055735370768831 2026-04-02T11:56:19.090 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.089+0000 7f469db74900 20 get_obj_state: octx=0x7f468c007cd0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x559ba2f442b8 s->prefetch_data=0 2026-04-02T11:56:19.090 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.089+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f442b8 2026-04-02T11:56:19.091 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.089+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.16.0 2026-04-02T11:56:19.092 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.092 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T11:56:19.092 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.092 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:56:19.092 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.6004055735370768831 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-LUKEWARM.2~Z9gfJMwL2HOelGpwT_Df0_4gpNAXijV.1 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-LUKEWARM.2~Z9gfJMwL2HOelGpwT_Df0_4gpNAXijV.2 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-LUKEWARM.2~Z9gfJMwL2HOelGpwT_Df0_4gpNAXijV.3 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.6004055735370768831 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.091+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T11:56:19.093 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.092+0000 7f469db74900 20 get_obj_state: octx=0x7f4688064720 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x559ba2f442b8 s->prefetch_data=0 2026-04-02T11:56:19.094 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.092+0000 7f469db74900 10 manifest: total_size = 1087 2026-04-02T11:56:19.094 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.092+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.4893732699907980125 2026-04-02T11:56:19.094 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.092+0000 7f469db74900 20 get_obj_state: octx=0x7f4688064720 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x559ba2f442b8 s->prefetch_data=0 2026-04-02T11:56:19.094 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.092+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f442b8 2026-04-02T11:56:19.094 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.092+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.16.0 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=516 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6291972 part_ofs=516 rule->part_size=516 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=55 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=55 rules.size()=2 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): stripe_ofs=6292488 part_ofs=1032 rule->part_size=55 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=1087 stripe_ofs=1087 part_ofs=1087 rule->part_size=55 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.4893732699907980125 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-STANDARD.2~lNqiAZ3TXOHpRK-pWLBXHAv1VFSPchA.1 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2026-04-02T11:56:19.095 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-STANDARD.2~lNqiAZ3TXOHpRK-pWLBXHAv1VFSPchA.2 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.16__multipart_foo-STANDARD.2~lNqiAZ3TXOHpRK-pWLBXHAv1VFSPchA.3 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.4893732699907980125 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.094+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.095+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.095+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.095+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.095+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.095+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.095+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:19.096 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.095+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.16])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:19.097 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.096+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2026-04-02T11:56:19.097 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.096+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.098 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.096+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=238 2026-04-02T11:56:19.098 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.096+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2026-04-02T11:56:19.098 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.096+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2026-04-02T11:56:19.098 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.097+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2026-04-02T11:56:19.098 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.097+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2026-04-02T11:56:19.100 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.098+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927245 cookie 94126940487824 notifier 35567 bl.length()=194 2026-04-02T11:56:19.101 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.099+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.16 from cache 2026-04-02T11:56:19.101 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.099+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.16, ofs0, ns] 2026-04-02T11:56:19.101 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.100+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927225 cookie 94126942088880 notifier 35567 bl.length()=252 2026-04-02T11:56:19.102 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.101+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.16 : miss 2026-04-02T11:56:19.102 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.101+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.102 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.101+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.102 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.101+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.16 info.flags=0x0 2026-04-02T11:56:19.102 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.101+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.16 to cache LRU end 2026-04-02T11:56:19.104 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.15 : miss 2026-04-02T11:56:19.104 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.104 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=458 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.15 info.flags=0x17 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.15 to cache LRU end 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.15 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f20c50 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 10 manifest: total_size = 10485760 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.11755583632552101682 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f20c50 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36638 2026-04-02T11:56:19.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.103+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.15.0 2026-04-02T11:56:19.106 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.11755583632552101682 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.15__shadow_.JV2Jc_lFb98HYb2fiMyjwMYZ1g8Qn73_0 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.15__shadow_.JV2Jc_lFb98HYb2fiMyjwMYZ1g8Qn73_1 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.105+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.11755583632552101682 2026-04-02T11:56:19.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.106+0000 7f469db74900 20 get_obj_state: octx=0x7f46880601f0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.106+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T11:56:19.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.106+0000 7f469db74900 10 manifest: total_size = 10485760 2026-04-02T11:56:19.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.106+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.13843844727333906175 2026-04-02T11:56:19.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.106+0000 7f469db74900 20 get_obj_state: octx=0x7f46880601f0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.106+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36638 2026-04-02T11:56:19.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.106+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.15.0 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.13843844727333906175 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.15__shadow_.zM74lksdId7DmVWnZjrVzuXDCSvQHDk_0 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: eddad88e-989b-427a-b28b-eab9b853fda8.4590.15__shadow_.zM74lksdId7DmVWnZjrVzuXDCSvQHDk_1 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:56:19.110 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.108+0000 7f469db74900 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: eddad88e-989b-427a-b28b-eab9b853fda8.4590.13843844727333906175 2026-04-02T11:56:19.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.109+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T11:56:19.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.109+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.110+0000 7f469db74900 10 manifest: total_size = 3300 2026-04-02T11:56:19.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.110+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.17502135678841011546 2026-04-02T11:56:19.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.110+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.110+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36638 2026-04-02T11:56:19.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.110+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.15.0 2026-04-02T11:56:19.113 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.112+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:19.113 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.112+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:19.114 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.112+0000 7f46797fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T11:56:19.114 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.112+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:19.114 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.112+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:19.114 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.113+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:19.114 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.113+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:19.114 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.113+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.15])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:19.115 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.113+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2026-04-02T11:56:19.115 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.113+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.115 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.114+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=228 2026-04-02T11:56:19.115 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.114+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2026-04-02T11:56:19.115 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.114+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2026-04-02T11:56:19.116 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.114+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2026-04-02T11:56:19.116 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.114+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2026-04-02T11:56:19.116 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.115+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927184 cookie 94126942097984 notifier 35567 bl.length()=184 2026-04-02T11:56:19.117 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.116+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.15 from cache 2026-04-02T11:56:19.117 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.116+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.15, ofs0, ns] 2026-04-02T11:56:19.118 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.116+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927196 cookie 94126940500480 notifier 35567 bl.length()=242 2026-04-02T11:56:19.119 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.117+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.15 : miss 2026-04-02T11:56:19.119 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.117+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.119 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.117+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.119 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.117+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.15 info.flags=0x0 2026-04-02T11:56:19.119 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.117+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.15 to cache LRU end 2026-04-02T11:56:19.120 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.119+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.8 : miss 2026-04-02T11:56:19.120 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.119+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.119+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.119+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.8 info.flags=0x17 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.119+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.8 to cache LRU end 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.119+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.119+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.119+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.8 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 10 cls_bucket_list_unordered: got __ 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 10 cls_bucket_list_unordered: got ___ 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 10 cls_bucket_list_unordered: got obj 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 20 get_obj_state: octx=0x559ba2d95990 obj=test-client.0-r-test-small-obj-data.1:__ state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 10 manifest: total_size = 0 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.2828583387257870776 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 20 get_obj_state: octx=0x559ba2d95990 obj=test-client.0-r-test-small-obj-data.1:__ state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.121 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36638 2026-04-02T11:56:19.122 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.120+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.8.0 2026-04-02T11:56:19.123 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.122+0000 7f469db74900 20 get_obj_state: octx=0x559ba2d95990 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.124 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.122+0000 7f469db74900 10 manifest: total_size = 0 2026-04-02T11:56:19.124 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.122+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.8167763496829600962 2026-04-02T11:56:19.124 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.122+0000 7f469db74900 20 get_obj_state: octx=0x559ba2d95990 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.124 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.122+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36638 2026-04-02T11:56:19.124 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.122+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.8.0 2026-04-02T11:56:19.124 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.123+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=__ 2026-04-02T11:56:19.125 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.124+0000 7f469db74900 20 get_obj_state: octx=0x559ba2d95990 obj=test-client.0-r-test-small-obj-data.1:___ state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.126 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.124+0000 7f469db74900 10 manifest: total_size = 0 2026-04-02T11:56:19.126 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.124+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7101780251117699214 2026-04-02T11:56:19.126 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.124+0000 7f469db74900 20 get_obj_state: octx=0x559ba2d95990 obj=test-client.0-r-test-small-obj-data.1:___ state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.126 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.124+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36638 2026-04-02T11:56:19.126 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.124+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.8.0 2026-04-02T11:56:19.126 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.125+0000 7f46797fa640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T11:56:19.127 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.126+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f1e9e0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.127 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.126+0000 7f469db74900 10 manifest: total_size = 0 2026-04-02T11:56:19.127 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.126+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.10262852648759655866 2026-04-02T11:56:19.128 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.126+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f1e9e0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x559ba2f36638 s->prefetch_data=0 2026-04-02T11:56:19.128 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.126+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36638 2026-04-02T11:56:19.128 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.126+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.8.0 2026-04-02T11:56:19.128 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.127+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=___ 2026-04-02T11:56:19.129 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.128+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:19.129 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.128+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:19.130 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.129+0000 7f46797fa640 20 handle_completion(): completion ok for obj=obj 2026-04-02T11:56:19.130 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.129+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:19.130 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.129+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:19.130 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.129+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:19.130 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.129+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:19.130 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.129+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[eddad88e-989b-427a-b28b-eab9b853fda8.4590.8])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:19.131 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.130+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2026-04-02T11:56:19.131 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.130+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.131 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.130+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=223 2026-04-02T11:56:19.131 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.130+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2026-04-02T11:56:19.131 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.130+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2026-04-02T11:56:19.132 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.131+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2026-04-02T11:56:19.132 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.131+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2026-04-02T11:56:19.132 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.131+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927243 cookie 94126942093424 notifier 35567 bl.length()=181 2026-04-02T11:56:19.133 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.132+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.8 from cache 2026-04-02T11:56:19.134 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.132+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:eddad88e-989b-427a-b28b-eab9b853fda8.4590.8, ofs0, ns] 2026-04-02T11:56:19.134 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.132+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927182 cookie 94126940485200 notifier 35567 bl.length()=238 2026-04-02T11:56:19.135 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.133+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.8 : miss 2026-04-02T11:56:19.135 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.133+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.135 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.133+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.135 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.133+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.8 info.flags=0x0 2026-04-02T11:56:19.135 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.133+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/eddad88e-989b-427a-b28b-eab9b853fda8.4590.8 to cache LRU end 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.135+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:eddad88e-989b-427a-b28b-eab9b853fda8.4590.9 : miss 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.135+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.135+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.135+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:eddad88e-989b-427a-b28b-eab9b853fda8.4590.9 info.flags=0x17 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.135+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:eddad88e-989b-427a-b28b-eab9b853fda8.4590.9 to cache LRU end 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.135+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.135+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:eddad88e-989b-427a-b28b-eab9b853fda8.4590.9 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 10 cls_bucket_list_unordered: got __ 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 10 cls_bucket_list_unordered: got ___ 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 10 cls_bucket_list_unordered: got obj 2026-04-02T11:56:19.137 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2c4b0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x559ba2f36b48 s->prefetch_data=0 2026-04-02T11:56:19.138 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 10 manifest: total_size = 527 2026-04-02T11:56:19.138 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.17087149927444797863 2026-04-02T11:56:19.138 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2c4b0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x559ba2f36b48 s->prefetch_data=0 2026-04-02T11:56:19.138 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36b48 2026-04-02T11:56:19.138 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.136+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.9.0 2026-04-02T11:56:19.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.138+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2c4b0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x559ba2f36b48 s->prefetch_data=0 2026-04-02T11:56:19.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.138+0000 7f469db74900 10 manifest: total_size = 38 2026-04-02T11:56:19.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.138+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.2134374363421878282 2026-04-02T11:56:19.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.138+0000 7f469db74900 20 get_obj_state: octx=0x559ba2f2c4b0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x559ba2f36b48 s->prefetch_data=0 2026-04-02T11:56:19.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.138+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f36b48 2026-04-02T11:56:19.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.138+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.9.0 2026-04-02T11:56:19.141 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.139+0000 7f46797fa640 20 handle_completion(): completion ok for obj=__ 2026-04-02T11:56:19.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.140+0000 7f469db74900 20 get_obj_state: octx=0x7f4688063b80 obj=test-client.0-r-test-small-obj-data.2:___ state=0x559ba2f47eb8 s->prefetch_data=0 2026-04-02T11:56:19.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.141+0000 7f469db74900 10 manifest: total_size = 38 2026-04-02T11:56:19.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.141+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.12069896733828465546 2026-04-02T11:56:19.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.141+0000 7f469db74900 20 get_obj_state: octx=0x7f4688063b80 obj=test-client.0-r-test-small-obj-data.2:___ state=0x559ba2f47eb8 s->prefetch_data=0 2026-04-02T11:56:19.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.141+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f47eb8 2026-04-02T11:56:19.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.141+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.9.0 2026-04-02T11:56:19.143 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.141+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T11:56:19.144 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.142+0000 7f469db74900 20 get_obj_state: octx=0x7f4688060050 obj=test-client.0-r-test-small-obj-data.2:obj state=0x559ba2f478f8 s->prefetch_data=0 2026-04-02T11:56:19.144 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.143+0000 7f469db74900 10 manifest: total_size = 38 2026-04-02T11:56:19.144 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.143+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.16972432377398902037 2026-04-02T11:56:19.144 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.143+0000 7f469db74900 20 get_obj_state: octx=0x7f4688060050 obj=test-client.0-r-test-small-obj-data.2:obj state=0x559ba2f478f8 s->prefetch_data=0 2026-04-02T11:56:19.144 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.143+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2f478f8 2026-04-02T11:56:19.144 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.143+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.9.0 2026-04-02T11:56:19.145 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.143+0000 7f46797fa640 20 handle_completion(): completion ok for obj=___ 2026-04-02T11:56:19.146 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.144+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:19.146 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.144+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:19.147 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.145+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=obj 2026-04-02T11:56:19.147 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.145+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:19.147 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.145+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:19.147 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.145+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:19.147 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.145+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:19.147 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.145+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[eddad88e-989b-427a-b28b-eab9b853fda8.4590.9])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:19.148 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.146+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2026-04-02T11:56:19.148 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.146+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.148 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.146+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=223 2026-04-02T11:56:19.148 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.146+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2026-04-02T11:56:19.148 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.146+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2026-04-02T11:56:19.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.147+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2026-04-02T11:56:19.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.147+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2026-04-02T11:56:19.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.147+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927244 cookie 94126942093424 notifier 35567 bl.length()=181 2026-04-02T11:56:19.150 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.149+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:eddad88e-989b-427a-b28b-eab9b853fda8.4590.9 from cache 2026-04-02T11:56:19.150 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.149+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:eddad88e-989b-427a-b28b-eab9b853fda8.4590.9, ofs0, ns] 2026-04-02T11:56:19.150 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.149+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927183 cookie 94126940485200 notifier 35567 bl.length()=238 2026-04-02T11:56:19.151 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.150+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/eddad88e-989b-427a-b28b-eab9b853fda8.4590.9 : miss 2026-04-02T11:56:19.151 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.150+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.152 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.150+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.152 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.150+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/eddad88e-989b-427a-b28b-eab9b853fda8.4590.9 info.flags=0x0 2026-04-02T11:56:19.152 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.150+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/eddad88e-989b-427a-b28b-eab9b853fda8.4590.9 to cache LRU end 2026-04-02T11:56:19.153 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:eddad88e-989b-427a-b28b-eab9b853fda8.4590.10 : miss 2026-04-02T11:56:19.153 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:eddad88e-989b-427a-b28b-eab9b853fda8.4590.10 info.flags=0x17 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:eddad88e-989b-427a-b28b-eab9b853fda8.4590.10 to cache LRU end 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:eddad88e-989b-427a-b28b-eab9b853fda8.4590.10 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 cls_bucket_list_unordered: got __ 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 cls_bucket_list_unordered: got ___ 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 10 cls_bucket_list_unordered: got obj 2026-04-02T11:56:19.154 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.152+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-small-obj-data.3:__ state=0x559ba2a46a18 s->prefetch_data=0 2026-04-02T11:56:19.155 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.153+0000 7f469db74900 10 manifest: total_size = 1048576 2026-04-02T11:56:19.155 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.153+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.16760984395355008260 2026-04-02T11:56:19.155 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.153+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-small-obj-data.3:__ state=0x559ba2a46a18 s->prefetch_data=0 2026-04-02T11:56:19.155 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.153+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a46a18 2026-04-02T11:56:19.155 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.153+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.10.0 2026-04-02T11:56:19.157 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.155+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x559ba2a46a18 s->prefetch_data=0 2026-04-02T11:56:19.157 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.156+0000 7f469db74900 10 manifest: total_size = 55 2026-04-02T11:56:19.157 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.156+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.18252883439619411911 2026-04-02T11:56:19.157 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.156+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x559ba2a46a18 s->prefetch_data=0 2026-04-02T11:56:19.157 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.156+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a46a18 2026-04-02T11:56:19.157 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.156+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.10.0 2026-04-02T11:56:19.158 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.156+0000 7f46797fa640 20 handle_completion(): completion ok for obj=__ 2026-04-02T11:56:19.159 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.157+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-small-obj-data.3:___ state=0x559ba2a46a18 s->prefetch_data=0 2026-04-02T11:56:19.159 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.158+0000 7f469db74900 10 manifest: total_size = 55 2026-04-02T11:56:19.159 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.158+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.1212885062923806926 2026-04-02T11:56:19.159 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.158+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-small-obj-data.3:___ state=0x559ba2a46a18 s->prefetch_data=0 2026-04-02T11:56:19.159 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.158+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a46a18 2026-04-02T11:56:19.159 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.158+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.10.0 2026-04-02T11:56:19.160 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.159+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T11:56:19.161 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.160+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-small-obj-data.3:obj state=0x559ba2a46a18 s->prefetch_data=0 2026-04-02T11:56:19.161 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.160+0000 7f469db74900 10 manifest: total_size = 1035 2026-04-02T11:56:19.161 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.160+0000 7f469db74900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.2350806099159878892 2026-04-02T11:56:19.161 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.160+0000 7f469db74900 20 get_obj_state: octx=0x7f4688004f90 obj=test-client.0-r-test-small-obj-data.3:obj state=0x559ba2a46a18 s->prefetch_data=0 2026-04-02T11:56:19.162 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.160+0000 7f469db74900 20 prepare_atomic_modification: state is not atomic. state=0x559ba2a46a18 2026-04-02T11:56:19.162 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.160+0000 7f469db74900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.10.0 2026-04-02T11:56:19.163 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.161+0000 7f46797fa640 20 handle_completion(): completion ok for obj=___ 2026-04-02T11:56:19.163 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.162+0000 7f469db74900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:56:19.163 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.162+0000 7f469db74900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T11:56:19.164 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.163+0000 7f4678ff9640 20 handle_completion(): completion ok for obj=obj 2026-04-02T11:56:19.164 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.163+0000 7f469db74900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:56:19.164 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.163+0000 7f469db74900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:56:19.164 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.163+0000 7f469db74900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:56:19.164 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.163+0000 7f469db74900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:56:19.164 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.163+0000 7f469db74900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[eddad88e-989b-427a-b28b-eab9b853fda8.4590.10])"; uploads.size()=0; is_truncated=0 2026-04-02T11:56:19.165 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.164+0000 7f469db74900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2026-04-02T11:56:19.165 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.164+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.165 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.164+0000 7f469db74900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:56:19.165 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.164+0000 7f469db74900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2026-04-02T11:56:19.165 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.164+0000 7f469db74900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2026-04-02T11:56:19.166 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.165+0000 7f469db74900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2026-04-02T11:56:19.166 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.165+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2026-04-02T11:56:19.166 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.165+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927245 cookie 94126942093424 notifier 35567 bl.length()=181 2026-04-02T11:56:19.168 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.167+0000 7f469db74900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:eddad88e-989b-427a-b28b-eab9b853fda8.4590.10 from cache 2026-04-02T11:56:19.168 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.167+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:eddad88e-989b-427a-b28b-eab9b853fda8.4590.10, ofs0, ns] 2026-04-02T11:56:19.168 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.167+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927246 cookie 94126940490672 notifier 35567 bl.length()=239 2026-04-02T11:56:19.169 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.168+0000 7f469db74900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/eddad88e-989b-427a-b28b-eab9b853fda8.4590.10 : miss 2026-04-02T11:56:19.169 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.168+0000 7f469db74900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.169 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.168+0000 7f469db74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.169 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.168+0000 7f469db74900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/eddad88e-989b-427a-b28b-eab9b853fda8.4590.10 info.flags=0x0 2026-04-02T11:56:19.170 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.168+0000 7f469db74900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/eddad88e-989b-427a-b28b-eab9b853fda8.4590.10 to cache LRU end 2026-04-02T11:56:19.171 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.169+0000 7f469db74900 10 removing key index: TBJQJPKBTAVELFNBPOYH 2026-04-02T11:56:19.172 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.170+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:TBJQJPKBTAVELFNBPOYH, ofs0, ns] 2026-04-02T11:56:19.172 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.170+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927226 cookie 94126940493728 notifier 35567 bl.length()=170 2026-04-02T11:56:19.172 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.171+0000 7f469db74900 10 removing email index: ragweed.client.0+test@test.test 2026-04-02T11:56:19.173 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.171+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2026-04-02T11:56:19.173 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.172+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927185 cookie 94126942097984 notifier 35567 bl.length()=182 2026-04-02T11:56:19.173 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.172+0000 7f469db74900 10 removing user buckets index 2026-04-02T11:56:19.174 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.173+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2026-04-02T11:56:19.174 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.173+0000 7f4678ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927247 cookie 94126940487824 notifier 35567 bl.length()=173 2026-04-02T11:56:19.175 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.173+0000 7f469db74900 10 removing user index: ragweed.client.0 2026-04-02T11:56:19.175 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.174+0000 7f469db74900 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2026-04-02T11:56:19.175 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.174+0000 7f469db74900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2026-04-02T11:56:19.176 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.174+0000 7f46797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927227 cookie 94126942088880 notifier 35567 bl.length()=165 2026-04-02T11:56:19.179 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.177+0000 7f469db74900 20 remove_watcher() i=0 2026-04-02T11:56:19.179 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.177+0000 7f469db74900 2 removed watcher, disabling cache 2026-04-02T11:56:19.179 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.178+0000 7f469db74900 20 remove_watcher() i=7 2026-04-02T11:56:19.179 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.178+0000 7f469db74900 20 remove_watcher() i=3 2026-04-02T11:56:19.179 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.178+0000 7f469db74900 20 remove_watcher() i=4 2026-04-02T11:56:19.180 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.178+0000 7f469db74900 20 remove_watcher() i=2 2026-04-02T11:56:19.180 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.178+0000 7f469db74900 20 remove_watcher() i=6 2026-04-02T11:56:19.180 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.178+0000 7f469db74900 20 remove_watcher() i=1 2026-04-02T11:56:19.180 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.178+0000 7f469db74900 20 remove_watcher() i=5 2026-04-02T11:56:19.185 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2026-04-02T11:56:19.226 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:19.226 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:19.244 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.242+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.245 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.243+0000 7ff8968f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.245 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.243+0000 7ff8968f2900 20 realm 2026-04-02T11:56:19.245 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.243+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.245 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.244+0000 7ff8968f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.245 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.244+0000 7ff8968f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:19.245 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.244+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.245 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.244+0000 7ff8968f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.245 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.244+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.246 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.245+0000 7ff8968f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:19.246 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.245+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.247 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.245+0000 7ff8968f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:19.247 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.245+0000 7ff8968f2900 20 searching for the correct realm 2026-04-02T11:56:19.249 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.248+0000 7ff88ffff640 0 -- 192.168.123.102:0/760408634 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55ad316a67a0 msgr2=0x55ad316a6c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:19.252 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.251+0000 7ff894baa640 0 -- 192.168.123.102:0/760408634 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7ff8880cc000 msgr2=0x7ff888061500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:19.255 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:19.255 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:19.255 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:19.255 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 zone default found 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 4 Realm: () 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 zonegroup default 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.254+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.255+0000 7ff8968f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.255+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.255+0000 7ff8968f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.256 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.255+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.257 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.255+0000 7ff8968f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:19.257 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.255+0000 7ff8968f2900 20 started sync module instance, tier type = 2026-04-02T11:56:19.257 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.255+0000 7ff8968f2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:19.260 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.258+0000 7ff8968f2900 20 add_watcher() i=0 2026-04-02T11:56:19.260 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.258+0000 7ff8968f2900 20 add_watcher() i=3 2026-04-02T11:56:19.260 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.258+0000 7ff8968f2900 20 add_watcher() i=5 2026-04-02T11:56:19.260 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.258+0000 7ff8968f2900 20 add_watcher() i=6 2026-04-02T11:56:19.260 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.259+0000 7ff8968f2900 20 add_watcher() i=4 2026-04-02T11:56:19.261 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.259+0000 7ff8968f2900 20 add_watcher() i=2 2026-04-02T11:56:19.261 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.259+0000 7ff8968f2900 20 add_watcher() i=7 2026-04-02T11:56:19.261 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.259+0000 7ff8968f2900 20 add_watcher() i=1 2026-04-02T11:56:19.261 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.259+0000 7ff8968f2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:19.263 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.261+0000 7ff8968f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:19.263 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.261+0000 7ff8968f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:19.288 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.287+0000 7ff8417ea640 20 reqs_thread_entry: start 2026-04-02T11:56:19.322 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.320+0000 7ff8968f2900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:19.322 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.320+0000 7ff8968f2900 20 Filter name: none 2026-04-02T11:56:19.322 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.321+0000 7ff83affd640 20 reqs_thread_entry: start 2026-04-02T11:56:19.322 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.321+0000 7ff8968f2900 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2026-04-02T11:56:19.322 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.321+0000 7ff8968f2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:19.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.321+0000 7ff8968f2900 20 rados_obj.operate() r=0 bl.length=486 2026-04-02T11:56:19.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.321+0000 7ff8968f2900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2026-04-02T11:56:19.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.321+0000 7ff8968f2900 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T11:56:19.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.321+0000 7ff8968f2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:19.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.321+0000 7ff8968f2900 10 removing key index: SLQDDBPSYNVMZRJYBXAQ 2026-04-02T11:56:19.324 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.322+0000 7ff8968f2900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:SLQDDBPSYNVMZRJYBXAQ, ofs0, ns] 2026-04-02T11:56:19.324 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.323+0000 7ff86effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927186 cookie 94202348412080 notifier 6000 bl.length()=170 2026-04-02T11:56:19.324 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.323+0000 7ff8968f2900 10 removing email index: sysuser.client.0+test@test.test 2026-04-02T11:56:19.325 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.324+0000 7ff8968f2900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2026-04-02T11:56:19.326 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.324+0000 7ff86f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927228 cookie 94202348408736 notifier 6000 bl.length()=182 2026-04-02T11:56:19.326 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.324+0000 7ff8968f2900 10 removing user buckets index 2026-04-02T11:56:19.327 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.325+0000 7ff8968f2900 10 removing user index: sysuser.client.0 2026-04-02T11:56:19.328 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.326+0000 7ff8968f2900 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2026-04-02T11:56:19.328 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.326+0000 7ff8968f2900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2026-04-02T11:56:19.328 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.326+0000 7ff86effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927187 cookie 94202348412080 notifier 6000 bl.length()=165 2026-04-02T11:56:19.331 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 20 remove_watcher() i=2 2026-04-02T11:56:19.332 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 2 removed watcher, disabling cache 2026-04-02T11:56:19.332 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 20 remove_watcher() i=7 2026-04-02T11:56:19.332 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 20 remove_watcher() i=0 2026-04-02T11:56:19.332 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 20 remove_watcher() i=5 2026-04-02T11:56:19.332 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 20 remove_watcher() i=6 2026-04-02T11:56:19.332 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 20 remove_watcher() i=4 2026-04-02T11:56:19.332 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 20 remove_watcher() i=1 2026-04-02T11:56:19.332 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T11:56:19.330+0000 7ff8968f2900 20 remove_watcher() i=3 2026-04-02T11:56:19.338 INFO:tasks.ragweed:Removing ragweed... 2026-04-02T11:56:19.338 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T11:56:19.493 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:56:19.496 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:56:19.496 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:56:19.496 DEBUG:teuthology.orchestra.run.vm02:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:56:19.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:56:19.521 INFO:teuthology.orchestra.run.vm02.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:56:19.521 DEBUG:teuthology.orchestra.run.vm02:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:56:19.586 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:56:19.586 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:56:19.648 INFO:tasks.workunit:timeout=3h 2026-04-02T11:56:19.648 INFO:tasks.workunit:cleanup=True 2026-04-02T11:56:19.649 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:56:19.713 INFO:tasks.workunit.client.0.vm02.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: git switch -c 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:Or undo this operation with: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: git switch - 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:50.615 INFO:tasks.workunit.client.0.vm02.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:56:50.623 DEBUG:teuthology.orchestra.run.vm02:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:56:50.690 INFO:tasks.workunit.client.0.vm02.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:56:50.692 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:56:50.692 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:56:50.727 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:56:50.760 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:56:50.787 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:56:50.788 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:56:50.788 INFO:tasks.workunit.client.0.vm02.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:56:50.821 INFO:tasks.workunit.client.0.vm02.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:56:50.824 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T11:56:50.824 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:56:50.892 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2026-04-02T11:56:50.893 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2026-04-02T11:56:50.893 DEBUG:teuthology.orchestra.run.vm02:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2026-04-02T11:56:50.966 INFO:tasks.workunit.client.0.vm02.stderr:+ ulimit -c 0 2026-04-02T11:56:50.966 INFO:tasks.workunit.client.0.vm02.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2026-04-02T11:56:50.966 INFO:tasks.workunit.client.0.vm02.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:56:50.966 INFO:tasks.workunit.client.0.vm02.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ deactivate nondestructive 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ hash -r 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ export VIRTUAL_ENV 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ export PATH 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n '' ']' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -z '' ']' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ PS1='(rgw) ' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ export PS1 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:++ hash -r 2026-04-02T11:56:52.230 INFO:tasks.workunit.client.0.vm02.stderr:+ pip install pip --upgrade 2026-04-02T11:56:52.369 INFO:tasks.workunit.client.0.vm02.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:56:52.456 INFO:tasks.workunit.client.0.vm02.stdout:Collecting pip 2026-04-02T11:56:52.460 INFO:tasks.workunit.client.0.vm02.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:56:52.483 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: pip 2026-04-02T11:56:52.483 INFO:tasks.workunit.client.0.vm02.stdout: Attempting uninstall: pip 2026-04-02T11:56:52.483 INFO:tasks.workunit.client.0.vm02.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:56:52.588 INFO:tasks.workunit.client.0.vm02.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:56:52.591 INFO:tasks.workunit.client.0.vm02.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:56:53.023 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed pip-26.0.1 2026-04-02T11:56:53.056 INFO:tasks.workunit.client.0.vm02.stderr:+ pip install boto3 2026-04-02T11:56:53.415 INFO:tasks.workunit.client.0.vm02.stdout:Collecting boto3 2026-04-02T11:56:53.416 INFO:tasks.workunit.client.0.vm02.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:56:53.604 INFO:tasks.workunit.client.0.vm02.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:56:53.605 INFO:tasks.workunit.client.0.vm02.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:56:53.628 INFO:tasks.workunit.client.0.vm02.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:56:53.629 INFO:tasks.workunit.client.0.vm02.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:56:53.643 INFO:tasks.workunit.client.0.vm02.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:56:53.644 INFO:tasks.workunit.client.0.vm02.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:56:53.658 INFO:tasks.workunit.client.0.vm02.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:56:53.659 INFO:tasks.workunit.client.0.vm02.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:56:53.677 INFO:tasks.workunit.client.0.vm02.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:56:53.678 INFO:tasks.workunit.client.0.vm02.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:56:53.697 INFO:tasks.workunit.client.0.vm02.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:56:53.698 INFO:tasks.workunit.client.0.vm02.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:56:53.736 INFO:tasks.workunit.client.0.vm02.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:56:53.737 INFO:tasks.workunit.client.0.vm02.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:56:53.743 INFO:tasks.workunit.client.0.vm02.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:56:53.744 INFO:tasks.workunit.client.0.vm02.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:56:53.745 INFO:tasks.workunit.client.0.vm02.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:56:53.745 INFO:tasks.workunit.client.0.vm02.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:56:53.746 INFO:tasks.workunit.client.0.vm02.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:56:53.777 INFO:tasks.workunit.client.0.vm02.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:56:54.206 INFO:tasks.workunit.client.0.vm02.stdout: 2026-04-02T11:56:54.207 INFO:tasks.workunit.client.0.vm02.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:56:54.276 INFO:tasks.workunit.client.0.vm02.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2026-04-02T11:56:54.361 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2026-04-02T11:56:54.383 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:54.383 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:54.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.405+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.406+0000 7f2d74fa2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.406+0000 7f2d74fa2900 20 realm 2026-04-02T11:56:54.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.406+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.406+0000 7f2d74fa2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.406+0000 7f2d74fa2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:54.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.406+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.406+0000 7f2d74fa2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.406+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.407+0000 7f2d74fa2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:54.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.407+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.407+0000 7f2d74fa2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:54.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.407+0000 7f2d74fa2900 20 searching for the correct realm 2026-04-02T11:56:54.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.411+0000 7f2d72a59640 0 -- 192.168.123.102:0/4040278906 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f2d64065900 msgr2=0x7f2d6402b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:54.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.615+0000 7f2d72258640 0 -- 192.168.123.102:0/4040278906 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f2d600c5b00 msgr2=0x7f2d600c2950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:54.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:54.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:54.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 zone default found 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 4 Realm: () 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 zonegroup default 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.618+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.619+0000 7f2d74fa2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.619+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.619+0000 7f2d74fa2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.619+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.619+0000 7f2d74fa2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.619+0000 7f2d74fa2900 20 started sync module instance, tier type = 2026-04-02T11:56:54.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.619+0000 7f2d74fa2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:54.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.623+0000 7f2d74fa2900 20 add_watcher() i=1 2026-04-02T11:56:54.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.623+0000 7f2d74fa2900 20 add_watcher() i=0 2026-04-02T11:56:54.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.623+0000 7f2d74fa2900 20 add_watcher() i=3 2026-04-02T11:56:54.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.624+0000 7f2d74fa2900 20 add_watcher() i=4 2026-04-02T11:56:54.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.624+0000 7f2d74fa2900 20 add_watcher() i=2 2026-04-02T11:56:54.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.624+0000 7f2d74fa2900 20 add_watcher() i=7 2026-04-02T11:56:54.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.624+0000 7f2d74fa2900 20 add_watcher() i=5 2026-04-02T11:56:54.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.624+0000 7f2d74fa2900 20 add_watcher() i=6 2026-04-02T11:56:54.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.624+0000 7f2d74fa2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:54.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.626+0000 7f2d74fa2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:54.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.626+0000 7f2d74fa2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:54.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.626+0000 7f2d74fa2900 5 note: GC not initialized 2026-04-02T11:56:54.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.626+0000 7f2d1b7fe640 20 reqs_thread_entry: start 2026-04-02T11:56:54.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:54.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 20 Filter name: none 2026-04-02T11:56:54.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d197fa640 20 reqs_thread_entry: start 2026-04-02T11:56:54.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.670+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 20 rados_obj.operate() r=0 bl.length=22 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x5 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2026-04-02T11:56:54.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:56:54.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x13 2026-04-02T11:56:54.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2026-04-02T11:56:54.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:54.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2026-04-02T11:56:54.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.671+0000 7f2d74fa2900 20 get_user_info_from_index found 0 xattrs 2026-04-02T11:56:54.673 INFO:tasks.workunit.client.0.vm02.stderr:could not create user: unable to parse parameters, duplicate key provided 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.675+0000 7f2d74fa2900 20 remove_watcher() i=3 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.675+0000 7f2d74fa2900 2 removed watcher, disabling cache 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.675+0000 7f2d74fa2900 20 remove_watcher() i=2 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.675+0000 7f2d74fa2900 20 remove_watcher() i=7 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.675+0000 7f2d74fa2900 20 remove_watcher() i=1 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.675+0000 7f2d74fa2900 20 remove_watcher() i=0 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.676+0000 7f2d74fa2900 20 remove_watcher() i=4 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.676+0000 7f2d74fa2900 20 remove_watcher() i=6 2026-04-02T11:56:54.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.676+0000 7f2d74fa2900 20 remove_watcher() i=5 2026-04-02T11:56:54.687 INFO:tasks.workunit.client.0.vm02.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:56:54.687 INFO:tasks.workunit.client.0.vm02.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:56:54.881 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard add 2026-04-02T11:56:54.881 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:54.883 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T11:56:54.904 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:54.904 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:54.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.924+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.925+0000 7f35ee985900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.925+0000 7f35ee985900 20 realm 2026-04-02T11:56:54.926 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.925+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.925+0000 7f35ee985900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.925+0000 7f35ee985900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:54.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.925+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.925+0000 7f35ee985900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.925+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.926+0000 7f35ee985900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:54.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.926+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.926+0000 7f35ee985900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:54.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.926+0000 7f35ee985900 20 searching for the correct realm 2026-04-02T11:56:54.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.929+0000 7f35ea6e7640 0 -- 192.168.123.102:0/3187508410 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55738f1913f0 msgr2=0x55738f1b18a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:54.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.933+0000 7f35e9ee6640 0 -- 192.168.123.102:0/3187508410 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f35dc0b7f00 msgr2=0x7f35dc0e2700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:54.937 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.936+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 zone default found 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 4 Realm: () 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 zonegroup default 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:54.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 started sync module instance, tier type = 2026-04-02T11:56:54.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.937+0000 7f35ee985900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:54.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.941+0000 7f35ee985900 20 add_watcher() i=4 2026-04-02T11:56:54.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.941+0000 7f35ee985900 20 add_watcher() i=0 2026-04-02T11:56:54.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.941+0000 7f35ee985900 20 add_watcher() i=5 2026-04-02T11:56:54.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.941+0000 7f35ee985900 20 add_watcher() i=3 2026-04-02T11:56:54.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.941+0000 7f35ee985900 20 add_watcher() i=2 2026-04-02T11:56:54.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.942+0000 7f35ee985900 20 add_watcher() i=1 2026-04-02T11:56:54.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.942+0000 7f35ee985900 20 add_watcher() i=7 2026-04-02T11:56:54.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.942+0000 7f35ee985900 20 add_watcher() i=6 2026-04-02T11:56:54.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.942+0000 7f35ee985900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:54.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.944+0000 7f35ee985900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:54.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.944+0000 7f35ee985900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:54.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.944+0000 7f35ee985900 5 note: GC not initialized 2026-04-02T11:56:54.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.944+0000 7f35937fe640 20 reqs_thread_entry: start 2026-04-02T11:56:54.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.984+0000 7f35ee985900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:54.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.984+0000 7f35ee985900 20 Filter name: none 2026-04-02T11:56:54.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.984+0000 7f35917fa640 20 reqs_thread_entry: start 2026-04-02T11:56:54.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.984+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:56:54.986 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:56:54.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:56:54.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:56:54.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 rados->read ofs=0 len=0 2026-04-02T11:56:54.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:56:54.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.985+0000 7f35ee985900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.989+0000 7f35ee985900 20 remove_watcher() i=5 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.990+0000 7f35ee985900 2 removed watcher, disabling cache 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.990+0000 7f35ee985900 20 remove_watcher() i=6 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.990+0000 7f35ee985900 20 remove_watcher() i=0 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.990+0000 7f35ee985900 20 remove_watcher() i=3 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.990+0000 7f35ee985900 20 remove_watcher() i=7 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.990+0000 7f35ee985900 20 remove_watcher() i=4 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.990+0000 7f35ee985900 20 remove_watcher() i=1 2026-04-02T11:56:54.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:54.990+0000 7f35ee985900 20 remove_watcher() i=2 2026-04-02T11:56:54.997 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:54.997 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:56:54.997 INFO:tasks.workunit.client.0.vm02.stderr:bucket: a-bucket id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 num_objects: 0 size_kb: 0 num_shards: 1 2026-04-02T11:56:54.997 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:54.999 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2026-04-02T11:56:55.019 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:55.019 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:55.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.040+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.041+0000 7ff7e140f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.042+0000 7ff7e140f900 20 realm 2026-04-02T11:56:55.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.042+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.042+0000 7ff7e140f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.042+0000 7ff7e140f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:55.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.042+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.042+0000 7ff7e140f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.042+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.043+0000 7ff7e140f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:55.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.043+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.044+0000 7ff7e140f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:55.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.044+0000 7ff7e140f900 20 searching for the correct realm 2026-04-02T11:56:55.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.046+0000 7ff7d7fff640 0 -- 192.168.123.102:0/1042092557 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7ff7cc01d500 msgr2=0x7ff7cc02c680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:55.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.050+0000 7ff7d7fff640 0 -- 192.168.123.102:0/1042092557 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7ff7d0071410 msgr2=0x7ff7d0071880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:56:55.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:55.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:55.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:55.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:55.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:55.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:55.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:55.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.054+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 20 zone default found 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 4 Realm: () 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 20 zonegroup default 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.055+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.056+0000 7ff7e140f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.057 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.056+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.056+0000 7ff7e140f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.056+0000 7ff7e140f900 20 started sync module instance, tier type = 2026-04-02T11:56:55.058 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.056+0000 7ff7e140f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:55.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.059+0000 7ff7e140f900 20 add_watcher() i=0 2026-04-02T11:56:55.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.059+0000 7ff7e140f900 20 add_watcher() i=4 2026-04-02T11:56:55.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.060+0000 7ff7e140f900 20 add_watcher() i=6 2026-04-02T11:56:55.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.060+0000 7ff7e140f900 20 add_watcher() i=5 2026-04-02T11:56:55.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.060+0000 7ff7e140f900 20 add_watcher() i=7 2026-04-02T11:56:55.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.060+0000 7ff7e140f900 20 add_watcher() i=2 2026-04-02T11:56:55.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.060+0000 7ff7e140f900 20 add_watcher() i=3 2026-04-02T11:56:55.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.060+0000 7ff7e140f900 20 add_watcher() i=1 2026-04-02T11:56:55.062 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.060+0000 7ff7e140f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:55.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.063+0000 7ff7e140f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:55.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.063+0000 7ff7e140f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:55.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.063+0000 7ff7e140f900 5 note: GC not initialized 2026-04-02T11:56:55.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.063+0000 7ff78a7ec640 20 reqs_thread_entry: start 2026-04-02T11:56:55.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.310+0000 7ff7e140f900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:55.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.310+0000 7ff7e140f900 20 Filter name: none 2026-04-02T11:56:55.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7837fe640 20 reqs_thread_entry: start 2026-04-02T11:56:55.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T11:56:55.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:56:55.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.311+0000 7ff7e140f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.316+0000 7ff7e140f900 20 remove_watcher() i=4 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.316+0000 7ff7e140f900 2 removed watcher, disabling cache 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.316+0000 7ff7e140f900 20 remove_watcher() i=2 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.316+0000 7ff7e140f900 20 remove_watcher() i=7 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.317+0000 7ff7e140f900 20 remove_watcher() i=5 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.317+0000 7ff7e140f900 20 remove_watcher() i=6 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.317+0000 7ff7e140f900 20 remove_watcher() i=0 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.317+0000 7ff7e140f900 20 remove_watcher() i=1 2026-04-02T11:56:55.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.317+0000 7ff7e140f900 20 remove_watcher() i=3 2026-04-02T11:56:55.328 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshard list 2026-04-02T11:56:55.352 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:55.352 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:55.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.373+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.375+0000 7f7b7353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.375+0000 7f7b7353c900 20 realm 2026-04-02T11:56:55.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.375+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.375+0000 7f7b7353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.375+0000 7f7b7353c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:55.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.375+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.375+0000 7f7b7353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.375+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.376+0000 7f7b7353c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:55.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.376+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.377+0000 7f7b7353c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:55.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.377+0000 7f7b7353c900 20 searching for the correct realm 2026-04-02T11:56:55.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.380+0000 7f7b6b7fe640 0 -- 192.168.123.102:0/1449529306 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f7b6409d0c0 msgr2=0x7f7b64075430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:55.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.382+0000 7f7b6affd640 0 -- 192.168.123.102:0/1449529306 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f7b64075b10 msgr2=0x7f7b640ca930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:56:55.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.386+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 zone default found 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 4 Realm: () 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 zonegroup default 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 started sync module instance, tier type = 2026-04-02T11:56:55.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.387+0000 7f7b7353c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:55.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.390+0000 7f7b7353c900 20 add_watcher() i=7 2026-04-02T11:56:55.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.391+0000 7f7b7353c900 20 add_watcher() i=0 2026-04-02T11:56:55.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.391+0000 7f7b7353c900 20 add_watcher() i=4 2026-04-02T11:56:55.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.392+0000 7f7b7353c900 20 add_watcher() i=3 2026-04-02T11:56:55.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.392+0000 7f7b7353c900 20 add_watcher() i=2 2026-04-02T11:56:55.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.392+0000 7f7b7353c900 20 add_watcher() i=1 2026-04-02T11:56:55.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.392+0000 7f7b7353c900 20 add_watcher() i=5 2026-04-02T11:56:55.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.392+0000 7f7b7353c900 20 add_watcher() i=6 2026-04-02T11:56:55.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.392+0000 7f7b7353c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:55.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.394+0000 7f7b7353c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:55.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.394+0000 7f7b7353c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:55.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.394+0000 7f7b7353c900 5 note: GC not initialized 2026-04-02T11:56:55.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.394+0000 7f7b177fe640 20 reqs_thread_entry: start 2026-04-02T11:56:55.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.434+0000 7f7b7353c900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:55.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.434+0000 7f7b7353c900 20 Filter name: none 2026-04-02T11:56:55.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.434+0000 7f7b157fa640 20 reqs_thread_entry: start 2026-04-02T11:56:55.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 20 remove_watcher() i=2 2026-04-02T11:56:55.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 2 removed watcher, disabling cache 2026-04-02T11:56:55.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 20 remove_watcher() i=7 2026-04-02T11:56:55.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 20 remove_watcher() i=3 2026-04-02T11:56:55.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 20 remove_watcher() i=5 2026-04-02T11:56:55.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 20 remove_watcher() i=6 2026-04-02T11:56:55.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 20 remove_watcher() i=0 2026-04-02T11:56:55.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 20 remove_watcher() i=4 2026-04-02T11:56:55.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.442+0000 7f7b7353c900 20 remove_watcher() i=1 2026-04-02T11:56:55.449 INFO:tasks.workunit.client.0.vm02.stderr:bucket name a-bucket 2026-04-02T11:56:55.449 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard process 2026-04-02T11:56:55.449 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:56:55.451 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshard process 2026-04-02T11:56:55.469 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:55.469 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:55.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.489+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.491+0000 7f0cfb175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.492 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.491+0000 7f0cfb175900 20 realm 2026-04-02T11:56:55.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.491+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.491+0000 7f0cfb175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.491+0000 7f0cfb175900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:56:55.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.491+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.491+0000 7f0cfb175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.491+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.492+0000 7f0cfb175900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:55.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.492+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.493+0000 7f0cfb175900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:56:55.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.493+0000 7f0cfb175900 20 searching for the correct realm 2026-04-02T11:56:55.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.495+0000 7f0cf8c2c640 0 -- 192.168.123.102:0/30956978 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x5651b9fc6e70 msgr2=0x5651b9fe7320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:55.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.498+0000 7f0cf942d640 0 -- 192.168.123.102:0/30956978 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f0cec0825a0 msgr2=0x7f0cec0829b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.501+0000 7f0cfb175900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.501+0000 7f0cfb175900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.501+0000 7f0cfb175900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.501+0000 7f0cfb175900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.501+0000 7f0cfb175900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.501+0000 7f0cfb175900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.501+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:56:55.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 zone default found 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 4 Realm: () 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 zonegroup default 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.502+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.503+0000 7f0cfb175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.503+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.503+0000 7f0cfb175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.503+0000 7f0cfb175900 20 started sync module instance, tier type = 2026-04-02T11:56:55.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.503+0000 7f0cfb175900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:56:55.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.506+0000 7f0cfb175900 20 add_watcher() i=0 2026-04-02T11:56:55.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.507+0000 7f0cfb175900 20 add_watcher() i=4 2026-04-02T11:56:55.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.507+0000 7f0cfb175900 20 add_watcher() i=6 2026-04-02T11:56:55.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.507+0000 7f0cfb175900 20 add_watcher() i=5 2026-04-02T11:56:55.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.507+0000 7f0cfb175900 20 add_watcher() i=7 2026-04-02T11:56:55.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.508+0000 7f0cfb175900 20 add_watcher() i=2 2026-04-02T11:56:55.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.508+0000 7f0cfb175900 20 add_watcher() i=3 2026-04-02T11:56:55.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.508+0000 7f0cfb175900 20 add_watcher() i=1 2026-04-02T11:56:55.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.508+0000 7f0cfb175900 2 all 8 watchers are set, enabling cache 2026-04-02T11:56:55.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.510+0000 7f0cfb175900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:56:55.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.510+0000 7f0cfb175900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:56:55.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.510+0000 7f0cfb175900 5 note: GC not initialized 2026-04-02T11:56:55.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.510+0000 7f0ca5feb640 20 reqs_thread_entry: start 2026-04-02T11:56:55.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.552+0000 7f0cfb175900 20 init_complete bucket index max shards: 1 2026-04-02T11:56:55.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.552+0000 7f0cfb175900 20 Filter name: none 2026-04-02T11:56:55.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.552+0000 7f0c9f7fe640 20 reqs_thread_entry: start 2026-04-02T11:56:55.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.552+0000 7f0cfb175900 20 processing logshard = reshard.0000000000 2026-04-02T11:56:55.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.554+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000000 , ret = 0 2026-04-02T11:56:55.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.554+0000 7f0cfb175900 20 processing logshard = reshard.0000000001 2026-04-02T11:56:55.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.556+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000001 , ret = 0 2026-04-02T11:56:55.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.556+0000 7f0cfb175900 20 processing logshard = reshard.0000000002 2026-04-02T11:56:55.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.558+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000002 , ret = 0 2026-04-02T11:56:55.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.558+0000 7f0cfb175900 20 processing logshard = reshard.0000000003 2026-04-02T11:56:55.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.560+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000003 , ret = 0 2026-04-02T11:56:55.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.560+0000 7f0cfb175900 20 processing logshard = reshard.0000000004 2026-04-02T11:56:55.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.562+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000004 , ret = 0 2026-04-02T11:56:55.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.562+0000 7f0cfb175900 20 processing logshard = reshard.0000000005 2026-04-02T11:56:55.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.564+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000005 , ret = 0 2026-04-02T11:56:55.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.564+0000 7f0cfb175900 20 processing logshard = reshard.0000000006 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.565+0000 7f0cfb175900 20 process_entry resharding a-bucket 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.565+0000 7f0cfb175900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.565+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.565+0000 7f0cfb175900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.565+0000 7f0cfb175900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.565+0000 7f0cfb175900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.565+0000 7f0cfb175900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.565+0000 7f0cfb175900 20 rados->read ofs=0 len=0 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.566+0000 7f0cfb175900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.566+0000 7f0cfb175900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.566+0000 7f0cfb175900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.566+0000 7f0cfb175900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.566+0000 7f0cfb175900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:56:55.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.566+0000 7f0cfb175900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T11:56:55.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0cfb175900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:56:55.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0cfb175900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:56:55.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0cfb175900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:56:55.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0cfb175900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T11:56:55.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0ccf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927249 cookie 94909012705872 notifier 6078 bl.length()=923 2026-04-02T11:56:55.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0ccf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:56:55.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0ccf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:56:55.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0ccf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:56:55.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T11:56:55.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T11:56:55.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T11:56:55.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.571+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T11:56:55.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.573+0000 7f0cfb175900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.0 2026-04-02T11:56:55.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.573+0000 7f0cfb175900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.0 2026-04-02T11:56:55.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.573+0000 7f0cfb175900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.1 2026-04-02T11:56:55.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.573+0000 7f0cfb175900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.1 2026-04-02T11:56:55.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.573+0000 7f0cfb175900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.0 2026-04-02T11:56:55.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.574+0000 7f0cfb175900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : hit (requested=0x17, cached=0x17) 2026-04-02T11:56:55.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.574+0000 7f0cfb175900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T11:56:55.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0cfb175900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:56:55.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0cfb175900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:56:55.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0cfb175900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:56:55.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0cfb175900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T11:56:55.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0ccffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927250 cookie 94909012705872 notifier 6078 bl.length()=923 2026-04-02T11:56:55.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0ccffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:56:55.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0ccffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:56:55.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0ccffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:56:55.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.575+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T11:56:55.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.576+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T11:56:55.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.576+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T11:56:55.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.576+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T11:56:55.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.576+0000 7f0cfb175900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.0 2026-04-02T11:56:55.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.577+0000 7f0cfb175900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : hit (requested=0x17, cached=0x17) 2026-04-02T11:56:55.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.577+0000 7f0cfb175900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T11:56:55.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0cfb175900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:56:55.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0cfb175900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:56:55.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0cfb175900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:56:55.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0cfb175900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T11:56:55.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0ccffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927251 cookie 94909012705872 notifier 6078 bl.length()=887 2026-04-02T11:56:55.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0ccffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:56:55.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0ccffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:56:55.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0ccffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:56:55.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T11:56:55.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T11:56:55.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T11:56:55.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.578+0000 7f0cfb175900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T11:56:55.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.579+0000 7f0cfb175900 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2026-04-02T11:56:55.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.580+0000 7f0cfb175900 20 process_entry removing reshard queue entry for bucket a-bucket 2026-04-02T11:56:55.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.583+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000006 , ret = 0 2026-04-02T11:56:55.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.583+0000 7f0cfb175900 20 processing logshard = reshard.0000000007 2026-04-02T11:56:55.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.585+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000007 , ret = 0 2026-04-02T11:56:55.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.585+0000 7f0cfb175900 20 processing logshard = reshard.0000000008 2026-04-02T11:56:55.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.587+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000008 , ret = 0 2026-04-02T11:56:55.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.588+0000 7f0cfb175900 20 processing logshard = reshard.0000000009 2026-04-02T11:56:55.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.590+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000009 , ret = 0 2026-04-02T11:56:55.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.590+0000 7f0cfb175900 20 processing logshard = reshard.0000000010 2026-04-02T11:56:55.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.591+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000010 , ret = 0 2026-04-02T11:56:55.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.591+0000 7f0cfb175900 20 processing logshard = reshard.0000000011 2026-04-02T11:56:55.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.594+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000011 , ret = 0 2026-04-02T11:56:55.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.594+0000 7f0cfb175900 20 processing logshard = reshard.0000000012 2026-04-02T11:56:55.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.596+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000012 , ret = 0 2026-04-02T11:56:55.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.596+0000 7f0cfb175900 20 processing logshard = reshard.0000000013 2026-04-02T11:56:55.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.599+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000013 , ret = 0 2026-04-02T11:56:55.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.599+0000 7f0cfb175900 20 processing logshard = reshard.0000000014 2026-04-02T11:56:55.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.601+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000014 , ret = 0 2026-04-02T11:56:55.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.601+0000 7f0cfb175900 20 processing logshard = reshard.0000000015 2026-04-02T11:56:55.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.603+0000 7f0cfb175900 20 finish processing logshard = reshard.0000000015 , ret = 0 2026-04-02T11:56:55.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 20 remove_watcher() i=0 2026-04-02T11:56:55.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 2 removed watcher, disabling cache 2026-04-02T11:56:55.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 20 remove_watcher() i=6 2026-04-02T11:56:55.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 20 remove_watcher() i=3 2026-04-02T11:56:55.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 20 remove_watcher() i=4 2026-04-02T11:56:55.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 20 remove_watcher() i=2 2026-04-02T11:56:55.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 20 remove_watcher() i=1 2026-04-02T11:56:55.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 20 remove_watcher() i=7 2026-04-02T11:56:55.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:56:55.607+0000 7f0cfb175900 20 remove_watcher() i=5 2026-04-02T11:57:00.621 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T11:57:00.639 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:00.639 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:00.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.657+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.659+0000 7fb74033a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:00.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.659+0000 7fb74033a900 20 realm 2026-04-02T11:57:00.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.659+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.659+0000 7fb74033a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:00.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.659+0000 7fb74033a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:00.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.659+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.660+0000 7fb74033a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:00.661 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.660+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.660+0000 7fb74033a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:00.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.660+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.661+0000 7fb74033a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:00.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.661+0000 7fb74033a900 20 searching for the correct realm 2026-04-02T11:57:00.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.664+0000 7fb737fff640 0 -- 192.168.123.102:0/3124539652 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fb73009c040 msgr2=0x7fb7300fa0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:00.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.869+0000 7fb7377fe640 0 -- 192.168.123.102:0/3124539652 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x562aaa9ae150 msgr2=0x562aaa9ce530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:00.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:00.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:00.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:00.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:00.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:00.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:00.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 zone default found 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 4 Realm: () 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 zonegroup default 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.871+0000 7fb74033a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.872+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.872+0000 7fb74033a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:00.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.872+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.872+0000 7fb74033a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:00.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.872+0000 7fb74033a900 20 started sync module instance, tier type = 2026-04-02T11:57:00.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.872+0000 7fb74033a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:00.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.877+0000 7fb74033a900 20 add_watcher() i=2 2026-04-02T11:57:00.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.877+0000 7fb74033a900 20 add_watcher() i=1 2026-04-02T11:57:00.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.877+0000 7fb74033a900 20 add_watcher() i=4 2026-04-02T11:57:00.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.877+0000 7fb74033a900 20 add_watcher() i=0 2026-04-02T11:57:00.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.877+0000 7fb74033a900 20 add_watcher() i=3 2026-04-02T11:57:00.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.877+0000 7fb74033a900 20 add_watcher() i=7 2026-04-02T11:57:00.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.878+0000 7fb74033a900 20 add_watcher() i=5 2026-04-02T11:57:00.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.878+0000 7fb74033a900 20 add_watcher() i=6 2026-04-02T11:57:00.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.878+0000 7fb74033a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:00.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.880+0000 7fb74033a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:00.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.880+0000 7fb74033a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:00.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.880+0000 7fb74033a900 5 note: GC not initialized 2026-04-02T11:57:00.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.881+0000 7fb6e97f2640 20 reqs_thread_entry: start 2026-04-02T11:57:00.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.921+0000 7fb74033a900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:00.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.922+0000 7fb74033a900 20 Filter name: none 2026-04-02T11:57:00.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.922+0000 7fb6e2ffd640 20 reqs_thread_entry: start 2026-04-02T11:57:00.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.922+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.922+0000 7fb74033a900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:57:00.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.922+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.923+0000 7fb74033a900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:57:00.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.923+0000 7fb74033a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:00.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.923+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.923+0000 7fb74033a900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:57:00.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.923+0000 7fb74033a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:00.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.923+0000 7fb74033a900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:57:00.925 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.923+0000 7fb74033a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:00.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 20 remove_watcher() i=1 2026-04-02T11:57:00.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 2 removed watcher, disabling cache 2026-04-02T11:57:00.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 20 remove_watcher() i=5 2026-04-02T11:57:00.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 20 remove_watcher() i=6 2026-04-02T11:57:00.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 20 remove_watcher() i=0 2026-04-02T11:57:00.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 20 remove_watcher() i=7 2026-04-02T11:57:00.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 20 remove_watcher() i=3 2026-04-02T11:57:00.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 20 remove_watcher() i=4 2026-04-02T11:57:00.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:00.929+0000 7fb74033a900 20 remove_watcher() i=2 2026-04-02T11:57:00.938 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:00.938 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:00.938 INFO:tasks.workunit.client.0.vm02.stderr:bucket: a-bucket id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 num_objects: 0 size_kb: 0 num_shards: 2 2026-04-02T11:57:00.938 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:00.938 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard add non empty bucket 2026-04-02T11:57:00.938 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:00.984 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T11:57:01.004 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:01.004 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:01.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.023+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.025+0000 7f76018f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.025+0000 7f76018f2900 20 realm 2026-04-02T11:57:01.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.025+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.025+0000 7f76018f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.025+0000 7f76018f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:01.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.025+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.025+0000 7f76018f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.025+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.026+0000 7f76018f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:01.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.026+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.027+0000 7f76018f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:01.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.027+0000 7f76018f2900 20 searching for the correct realm 2026-04-02T11:57:01.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.030+0000 7f75faffd640 0 -- 192.168.123.102:0/2899953268 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x556d809931c0 msgr2=0x556d809b3650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:01.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.033+0000 7f75fb7fe640 0 -- 192.168.123.102:0/2899953268 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f75f40693d0 msgr2=0x7f75f4068590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.036+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:01.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 20 zone default found 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 4 Realm: () 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 20 zonegroup default 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.037+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.038+0000 7f76018f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.038+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.038+0000 7f76018f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.038+0000 7f76018f2900 20 started sync module instance, tier type = 2026-04-02T11:57:01.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.038+0000 7f76018f2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 20 add_watcher() i=3 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 20 add_watcher() i=7 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 20 add_watcher() i=0 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 20 add_watcher() i=4 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 20 add_watcher() i=6 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 20 add_watcher() i=1 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 20 add_watcher() i=5 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 20 add_watcher() i=2 2026-04-02T11:57:01.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.042+0000 7f76018f2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:01.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.044+0000 7f76018f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:01.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.044+0000 7f76018f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:01.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.045+0000 7f76018f2900 5 note: GC not initialized 2026-04-02T11:57:01.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.045+0000 7f75a77fe640 20 reqs_thread_entry: start 2026-04-02T11:57:01.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.088+0000 7f76018f2900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:01.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.088+0000 7f76018f2900 20 Filter name: none 2026-04-02T11:57:01.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.088+0000 7f75a57fa640 20 reqs_thread_entry: start 2026-04-02T11:57:01.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.088+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.089+0000 7f76018f2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:57:01.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.089+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.089+0000 7f76018f2900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:57:01.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.089+0000 7f76018f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:01.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.089+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.090+0000 7f76018f2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:57:01.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.090+0000 7f76018f2900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.090+0000 7f76018f2900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:57:01.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.090+0000 7f76018f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:01.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.094+0000 7f76018f2900 20 remove_watcher() i=7 2026-04-02T11:57:01.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.094+0000 7f76018f2900 2 removed watcher, disabling cache 2026-04-02T11:57:01.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.094+0000 7f76018f2900 20 remove_watcher() i=1 2026-04-02T11:57:01.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.095+0000 7f76018f2900 20 remove_watcher() i=2 2026-04-02T11:57:01.096 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.095+0000 7f76018f2900 20 remove_watcher() i=0 2026-04-02T11:57:01.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.095+0000 7f76018f2900 20 remove_watcher() i=6 2026-04-02T11:57:01.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.095+0000 7f76018f2900 20 remove_watcher() i=5 2026-04-02T11:57:01.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.095+0000 7f76018f2900 20 remove_watcher() i=3 2026-04-02T11:57:01.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.095+0000 7f76018f2900 20 remove_watcher() i=4 2026-04-02T11:57:01.103 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:01.104 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:01.104 INFO:tasks.workunit.client.0.vm02.stderr:bucket: a-bucket id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 num_objects: 8 size_kb: 1 num_shards: 2 2026-04-02T11:57:01.104 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:01.105 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2026-04-02T11:57:01.126 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:01.126 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:01.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.147+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.148+0000 7f3aecb52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.148+0000 7f3aecb52900 20 realm 2026-04-02T11:57:01.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.148+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.149+0000 7f3aecb52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.149+0000 7f3aecb52900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:01.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.149+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.149+0000 7f3aecb52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.149+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.150+0000 7f3aecb52900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:01.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.150+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.150+0000 7f3aecb52900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:01.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.150+0000 7f3aecb52900 20 searching for the correct realm 2026-04-02T11:57:01.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.154+0000 7f3aea609640 0 -- 192.168.123.102:0/146142673 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f3adc0c1d70 msgr2=0x7f3adc0c3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:01.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.358+0000 7f3ae9e08640 0 -- 192.168.123.102:0/146142673 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f3ad4065050 msgr2=0x7f3ad40900c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.362+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:01.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 20 zone default found 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 4 Realm: () 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 20 zonegroup default 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.363+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.364+0000 7f3aecb52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.364+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.364+0000 7f3aecb52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.364+0000 7f3aecb52900 20 started sync module instance, tier type = 2026-04-02T11:57:01.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.364+0000 7f3aecb52900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:01.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.410+0000 7f3aecb52900 20 add_watcher() i=7 2026-04-02T11:57:01.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.429+0000 7f3aecb52900 20 add_watcher() i=3 2026-04-02T11:57:01.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.429+0000 7f3aecb52900 20 add_watcher() i=0 2026-04-02T11:57:01.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.436+0000 7f3aecb52900 20 add_watcher() i=5 2026-04-02T11:57:01.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.436+0000 7f3aecb52900 20 add_watcher() i=6 2026-04-02T11:57:01.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.436+0000 7f3aecb52900 20 add_watcher() i=2 2026-04-02T11:57:01.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.436+0000 7f3aecb52900 20 add_watcher() i=4 2026-04-02T11:57:01.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.437+0000 7f3aecb52900 20 add_watcher() i=1 2026-04-02T11:57:01.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.437+0000 7f3aecb52900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:01.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.442+0000 7f3aecb52900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:01.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.442+0000 7f3aecb52900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:01.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.442+0000 7f3aecb52900 5 note: GC not initialized 2026-04-02T11:57:01.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.442+0000 7f3a937fe640 20 reqs_thread_entry: start 2026-04-02T11:57:01.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.706+0000 7f3aecb52900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3aecb52900 20 Filter name: none 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3a917fa640 20 reqs_thread_entry: start 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3aecb52900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3aecb52900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3aecb52900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3aecb52900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3aecb52900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.707+0000 7f3aecb52900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.708+0000 7f3aecb52900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.708+0000 7f3aecb52900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.708+0000 7f3aecb52900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.708+0000 7f3aecb52900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.708+0000 7f3aecb52900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:57:01.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.708+0000 7f3aecb52900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.712+0000 7f3aecb52900 20 remove_watcher() i=0 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.712+0000 7f3aecb52900 2 removed watcher, disabling cache 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.713+0000 7f3aecb52900 20 remove_watcher() i=7 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.713+0000 7f3aecb52900 20 remove_watcher() i=6 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.713+0000 7f3aecb52900 20 remove_watcher() i=3 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.713+0000 7f3aecb52900 20 remove_watcher() i=5 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.713+0000 7f3aecb52900 20 remove_watcher() i=2 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.713+0000 7f3aecb52900 20 remove_watcher() i=1 2026-04-02T11:57:01.714 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.713+0000 7f3aecb52900 20 remove_watcher() i=4 2026-04-02T11:57:01.723 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshard list 2026-04-02T11:57:01.742 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:01.742 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:01.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.761+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.762+0000 7f2dedb63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.762+0000 7f2dedb63900 20 realm 2026-04-02T11:57:01.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.762+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.762+0000 7f2dedb63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.762+0000 7f2dedb63900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:01.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.762+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.762+0000 7f2dedb63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:01.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.762+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.964+0000 7f2dedb63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:01.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.964+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:01.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.965+0000 7f2dedb63900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:01.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.965+0000 7f2dedb63900 20 searching for the correct realm 2026-04-02T11:57:01.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.968+0000 7f2de917b640 0 -- 192.168.123.102:0/3202968888 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f2dd80a3030 msgr2=0x7f2dd80cd160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:01.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:01.971+0000 7f2de917b640 0 -- 192.168.123.102:0/3202968888 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f2ddc09b040 msgr2=0x7f2ddc06d3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:02.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 zone default found 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 4 Realm: () 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 zonegroup default 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.176+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.177+0000 7f2dedb63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.177+0000 7f2dedb63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.177+0000 7f2dedb63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.177+0000 7f2dedb63900 20 started sync module instance, tier type = 2026-04-02T11:57:02.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.177+0000 7f2dedb63900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:02.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.180+0000 7f2dedb63900 20 add_watcher() i=0 2026-04-02T11:57:02.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.180+0000 7f2dedb63900 20 add_watcher() i=3 2026-04-02T11:57:02.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.181+0000 7f2dedb63900 20 add_watcher() i=6 2026-04-02T11:57:02.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.181+0000 7f2dedb63900 20 add_watcher() i=5 2026-04-02T11:57:02.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.181+0000 7f2dedb63900 20 add_watcher() i=7 2026-04-02T11:57:02.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.181+0000 7f2dedb63900 20 add_watcher() i=4 2026-04-02T11:57:02.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.181+0000 7f2dedb63900 20 add_watcher() i=2 2026-04-02T11:57:02.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.181+0000 7f2dedb63900 20 add_watcher() i=1 2026-04-02T11:57:02.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.181+0000 7f2dedb63900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:02.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.183+0000 7f2dedb63900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:02.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.183+0000 7f2dedb63900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:02.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.183+0000 7f2dedb63900 5 note: GC not initialized 2026-04-02T11:57:02.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.183+0000 7f2d96fed640 20 reqs_thread_entry: start 2026-04-02T11:57:02.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.221+0000 7f2dedb63900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:02.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.221+0000 7f2dedb63900 20 Filter name: none 2026-04-02T11:57:02.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.221+0000 7f2d94fe9640 20 reqs_thread_entry: start 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.229+0000 7f2dedb63900 20 remove_watcher() i=0 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.229+0000 7f2dedb63900 2 removed watcher, disabling cache 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.229+0000 7f2dedb63900 20 remove_watcher() i=3 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.229+0000 7f2dedb63900 20 remove_watcher() i=2 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.229+0000 7f2dedb63900 20 remove_watcher() i=5 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.230+0000 7f2dedb63900 20 remove_watcher() i=4 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.230+0000 7f2dedb63900 20 remove_watcher() i=1 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.230+0000 7f2dedb63900 20 remove_watcher() i=6 2026-04-02T11:57:02.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.230+0000 7f2dedb63900 20 remove_watcher() i=7 2026-04-02T11:57:02.237 INFO:tasks.workunit.client.0.vm02.stderr:bucket name a-bucket 2026-04-02T11:57:02.237 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard process non empty bucket 2026-04-02T11:57:02.237 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:02.239 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshard process 2026-04-02T11:57:02.258 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:02.258 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:02.280 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.279+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.279+0000 7f8c0d552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.279+0000 7f8c0d552900 20 realm 2026-04-02T11:57:02.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.279+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.279+0000 7f8c0d552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.279+0000 7f8c0d552900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:02.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.279+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.280+0000 7f8c0d552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.280+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.280+0000 7f8c0d552900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:02.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.280+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.281+0000 7f8c0d552900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:02.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.281+0000 7f8c0d552900 20 searching for the correct realm 2026-04-02T11:57:02.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.284+0000 7f8c0b80a640 0 -- 192.168.123.102:0/4145689603 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f8c000d9030 msgr2=0x7f8c000b8900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:02.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.287+0000 7f8c0b009640 0 -- 192.168.123.102:0/4145689603 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f8c000c95b0 msgr2=0x7f8c000b8900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.290+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 zone default found 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 4 Realm: () 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:02.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 zonegroup default 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 started sync module instance, tier type = 2026-04-02T11:57:02.293 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.291+0000 7f8c0d552900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:02.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.294+0000 7f8c0d552900 20 add_watcher() i=0 2026-04-02T11:57:02.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.294+0000 7f8c0d552900 20 add_watcher() i=5 2026-04-02T11:57:02.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.295+0000 7f8c0d552900 20 add_watcher() i=7 2026-04-02T11:57:02.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.295+0000 7f8c0d552900 20 add_watcher() i=6 2026-04-02T11:57:02.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.295+0000 7f8c0d552900 20 add_watcher() i=1 2026-04-02T11:57:02.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.295+0000 7f8c0d552900 20 add_watcher() i=2 2026-04-02T11:57:02.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.295+0000 7f8c0d552900 20 add_watcher() i=4 2026-04-02T11:57:02.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.296+0000 7f8c0d552900 20 add_watcher() i=3 2026-04-02T11:57:02.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.296+0000 7f8c0d552900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:02.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.297+0000 7f8c0d552900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:02.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.297+0000 7f8c0d552900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:02.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.297+0000 7f8c0d552900 5 note: GC not initialized 2026-04-02T11:57:02.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.298+0000 7f8bb8fe9640 20 reqs_thread_entry: start 2026-04-02T11:57:02.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.535+0000 7f8c0d552900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:02.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.535+0000 7f8c0d552900 20 Filter name: none 2026-04-02T11:57:02.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.535+0000 7f8bb27fc640 20 reqs_thread_entry: start 2026-04-02T11:57:02.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.535+0000 7f8c0d552900 20 processing logshard = reshard.0000000000 2026-04-02T11:57:02.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.537+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000000 , ret = 0 2026-04-02T11:57:02.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.537+0000 7f8c0d552900 20 processing logshard = reshard.0000000001 2026-04-02T11:57:02.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.539+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000001 , ret = 0 2026-04-02T11:57:02.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.539+0000 7f8c0d552900 20 processing logshard = reshard.0000000002 2026-04-02T11:57:02.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.541+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000002 , ret = 0 2026-04-02T11:57:02.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.541+0000 7f8c0d552900 20 processing logshard = reshard.0000000003 2026-04-02T11:57:02.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.543+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000003 , ret = 0 2026-04-02T11:57:02.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.543+0000 7f8c0d552900 20 processing logshard = reshard.0000000004 2026-04-02T11:57:02.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.545+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000004 , ret = 0 2026-04-02T11:57:02.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.545+0000 7f8c0d552900 20 processing logshard = reshard.0000000005 2026-04-02T11:57:02.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.547+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000005 , ret = 0 2026-04-02T11:57:02.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.547+0000 7f8c0d552900 20 processing logshard = reshard.0000000006 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.548+0000 7f8c0d552900 20 process_entry resharding a-bucket 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.548+0000 7f8c0d552900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.548+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.548+0000 7f8c0d552900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.548+0000 7f8c0d552900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.548+0000 7f8c0d552900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.549+0000 7f8c0d552900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.549+0000 7f8c0d552900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.549+0000 7f8c0d552900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:57:02.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.549+0000 7f8c0d552900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:57:02.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.549+0000 7f8c0d552900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:57:02.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.549+0000 7f8c0d552900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:02.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.549+0000 7f8c0d552900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:57:02.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.549+0000 7f8c0d552900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T11:57:02.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.553+0000 7f8c0d552900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:57:02.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.553+0000 7f8c0d552900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:57:02.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.553+0000 7f8c0d552900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:57:02.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.553+0000 7f8c0d552900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T11:57:02.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.554+0000 7f8be67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927252 cookie 94313297743440 notifier 35744 bl.length()=923 2026-04-02T11:57:02.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.554+0000 7f8be67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:57:02.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.554+0000 7f8be67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:57:02.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.554+0000 7f8be67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:57:02.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.554+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T11:57:02.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.554+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T11:57:02.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.554+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T11:57:02.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.554+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.556+0000 7f8c0d552900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.556+0000 7f8c0d552900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.556+0000 7f8c0d552900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.556+0000 7f8c0d552900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.556+0000 7f8c0d552900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.556+0000 7f8c0d552900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.556+0000 7f8c0d552900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.0 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.556+0000 7f8c0d552900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.0 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.557+0000 7f8c0d552900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.1 2026-04-02T11:57:02.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.557+0000 7f8c0d552900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.1 2026-04-02T11:57:02.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.559+0000 7f8c0d552900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:02.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.559+0000 7f8c0d552900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T11:57:02.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8c0d552900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:57:02.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8c0d552900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:57:02.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8c0d552900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:57:02.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8c0d552900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T11:57:02.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8be6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927253 cookie 94313297743440 notifier 35744 bl.length()=923 2026-04-02T11:57:02.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8be6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:57:02.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8be6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:57:02.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8be6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:57:02.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T11:57:02.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T11:57:02.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T11:57:02.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.560+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T11:57:02.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.561+0000 7f8c0d552900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.0 2026-04-02T11:57:02.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.561+0000 7f8c0d552900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.0 2026-04-02T11:57:02.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.561+0000 7f8c0d552900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.1 2026-04-02T11:57:02.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.561+0000 7f8c0d552900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.1.1 2026-04-02T11:57:02.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.562+0000 7f8c0d552900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:02.563 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.562+0000 7f8c0d552900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T11:57:02.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8c0d552900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:57:02.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8c0d552900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:57:02.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8c0d552900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:57:02.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8c0d552900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T11:57:02.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8be67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927254 cookie 94313297743440 notifier 35744 bl.length()=887 2026-04-02T11:57:02.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8be67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T11:57:02.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8be67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T11:57:02.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8be67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T11:57:02.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T11:57:02.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T11:57:02.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T11:57:02.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.563+0000 7f8c0d552900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T11:57:02.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.564+0000 7f8c0d552900 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2026-04-02T11:57:02.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.565+0000 7f8c0d552900 20 process_entry removing reshard queue entry for bucket a-bucket 2026-04-02T11:57:02.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.567+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000006 , ret = 0 2026-04-02T11:57:02.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.567+0000 7f8c0d552900 20 processing logshard = reshard.0000000007 2026-04-02T11:57:02.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.569+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000007 , ret = 0 2026-04-02T11:57:02.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.569+0000 7f8c0d552900 20 processing logshard = reshard.0000000008 2026-04-02T11:57:02.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.571+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000008 , ret = 0 2026-04-02T11:57:02.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.571+0000 7f8c0d552900 20 processing logshard = reshard.0000000009 2026-04-02T11:57:02.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.573+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000009 , ret = 0 2026-04-02T11:57:02.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.573+0000 7f8c0d552900 20 processing logshard = reshard.0000000010 2026-04-02T11:57:02.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.575+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000010 , ret = 0 2026-04-02T11:57:02.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.575+0000 7f8c0d552900 20 processing logshard = reshard.0000000011 2026-04-02T11:57:02.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.577+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000011 , ret = 0 2026-04-02T11:57:02.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.577+0000 7f8c0d552900 20 processing logshard = reshard.0000000012 2026-04-02T11:57:02.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.579+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000012 , ret = 0 2026-04-02T11:57:02.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.579+0000 7f8c0d552900 20 processing logshard = reshard.0000000013 2026-04-02T11:57:02.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.580+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000013 , ret = 0 2026-04-02T11:57:02.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.580+0000 7f8c0d552900 20 processing logshard = reshard.0000000014 2026-04-02T11:57:02.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.582+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000014 , ret = 0 2026-04-02T11:57:02.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.582+0000 7f8c0d552900 20 processing logshard = reshard.0000000015 2026-04-02T11:57:02.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.584+0000 7f8c0d552900 20 finish processing logshard = reshard.0000000015 , ret = 0 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.587+0000 7f8c0d552900 20 remove_watcher() i=7 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.587+0000 7f8c0d552900 2 removed watcher, disabling cache 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.587+0000 7f8c0d552900 20 remove_watcher() i=1 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.588+0000 7f8c0d552900 20 remove_watcher() i=3 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.588+0000 7f8c0d552900 20 remove_watcher() i=4 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.588+0000 7f8c0d552900 20 remove_watcher() i=6 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.588+0000 7f8c0d552900 20 remove_watcher() i=2 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.588+0000 7f8c0d552900 20 remove_watcher() i=0 2026-04-02T11:57:02.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.588+0000 7f8c0d552900 20 remove_watcher() i=5 2026-04-02T11:57:02.597 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T11:57:02.617 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:02.617 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:02.639 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.638+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.639+0000 7fb81ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.639+0000 7fb81ed32900 20 realm 2026-04-02T11:57:02.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.639+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.639+0000 7fb81ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.639+0000 7fb81ed32900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:02.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.639+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.639+0000 7fb81ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.639+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.640+0000 7fb81ed32900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:02.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.640+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.641+0000 7fb81ed32900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:02.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.641+0000 7fb81ed32900 20 searching for the correct realm 2026-04-02T11:57:02.646 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.644+0000 7fb81aa21640 0 -- 192.168.123.102:0/4278516411 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fb80c074ba0 msgr2=0x7fb80c0b8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:02.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.849+0000 7fb81a220640 0 -- 192.168.123.102:0/4278516411 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55cc42f77b50 msgr2=0x55cc42f97f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.851+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:02.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 zone default found 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 4 Realm: () 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 zonegroup default 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.852+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.853+0000 7fb81ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.853+0000 7fb81ed32900 20 started sync module instance, tier type = 2026-04-02T11:57:02.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.853+0000 7fb81ed32900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:02.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.856+0000 7fb81ed32900 20 add_watcher() i=3 2026-04-02T11:57:02.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.856+0000 7fb81ed32900 20 add_watcher() i=0 2026-04-02T11:57:02.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.857+0000 7fb81ed32900 20 add_watcher() i=2 2026-04-02T11:57:02.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.857+0000 7fb81ed32900 20 add_watcher() i=5 2026-04-02T11:57:02.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.857+0000 7fb81ed32900 20 add_watcher() i=6 2026-04-02T11:57:02.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.857+0000 7fb81ed32900 20 add_watcher() i=7 2026-04-02T11:57:02.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.857+0000 7fb81ed32900 20 add_watcher() i=4 2026-04-02T11:57:02.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.857+0000 7fb81ed32900 20 add_watcher() i=1 2026-04-02T11:57:02.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.857+0000 7fb81ed32900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:02.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.859+0000 7fb81ed32900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:02.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.859+0000 7fb81ed32900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:02.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.859+0000 7fb81ed32900 5 note: GC not initialized 2026-04-02T11:57:02.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.859+0000 7fb7c37fe640 20 reqs_thread_entry: start 2026-04-02T11:57:02.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.899+0000 7fb81ed32900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:02.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.899+0000 7fb81ed32900 20 Filter name: none 2026-04-02T11:57:02.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.899+0000 7fb7c17fa640 20 reqs_thread_entry: start 2026-04-02T11:57:02.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.899+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.900+0000 7fb81ed32900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:57:02.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.900+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.900+0000 7fb81ed32900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:57:02.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.900+0000 7fb81ed32900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:02.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.900+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.901+0000 7fb81ed32900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T11:57:02.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.901+0000 7fb81ed32900 20 rados->read ofs=0 len=0 2026-04-02T11:57:02.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.901+0000 7fb81ed32900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T11:57:02.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.901+0000 7fb81ed32900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.906+0000 7fb81ed32900 20 remove_watcher() i=2 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.906+0000 7fb81ed32900 2 removed watcher, disabling cache 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.906+0000 7fb81ed32900 20 remove_watcher() i=0 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.906+0000 7fb81ed32900 20 remove_watcher() i=7 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.906+0000 7fb81ed32900 20 remove_watcher() i=3 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.906+0000 7fb81ed32900 20 remove_watcher() i=4 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.906+0000 7fb81ed32900 20 remove_watcher() i=5 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.907+0000 7fb81ed32900 20 remove_watcher() i=1 2026-04-02T11:57:02.908 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:02.907+0000 7fb81ed32900 20 remove_watcher() i=6 2026-04-02T11:57:02.915 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:02.915 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:02.915 INFO:tasks.workunit.client.0.vm02.stderr:bucket: a-bucket id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 num_objects: 8 size_kb: 1 num_shards: 3 2026-04-02T11:57:02.915 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:02.915 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EIO injected at init_index 2026-04-02T11:57:02.915 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:03.265 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T11:57:03.285 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:03.286 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.508+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.508+0000 7f780c138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.508+0000 7f780c138900 20 realm 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.508+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.509+0000 7f780c138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.509+0000 7f780c138900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.509+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.509+0000 7f780c138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:03.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.509+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.510+0000 7f780c138900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:03.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.510+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.510+0000 7f780c138900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:03.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.510+0000 7f780c138900 20 searching for the correct realm 2026-04-02T11:57:03.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.513+0000 7f78037fe640 0 -- 192.168.123.102:0/199234145 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x5632358b3c40 msgr2=0x5632358d4070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:03.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.517+0000 7f7803fff640 0 -- 192.168.123.102:0/199234145 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f77fc069050 msgr2=0x7f77fc064ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.520+0000 7f780c138900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.520+0000 7f780c138900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.520+0000 7f780c138900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.520+0000 7f780c138900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.520+0000 7f780c138900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.520+0000 7f780c138900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.520+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:03.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 zone default found 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 4 Realm: () 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 zonegroup default 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.521+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.522+0000 7f780c138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.522+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.522+0000 7f780c138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:03.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.522+0000 7f780c138900 20 started sync module instance, tier type = 2026-04-02T11:57:03.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.522+0000 7f780c138900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:03.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.525+0000 7f780c138900 20 add_watcher() i=3 2026-04-02T11:57:03.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.525+0000 7f780c138900 20 add_watcher() i=0 2026-04-02T11:57:03.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.525+0000 7f780c138900 20 add_watcher() i=4 2026-04-02T11:57:03.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.525+0000 7f780c138900 20 add_watcher() i=5 2026-04-02T11:57:03.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.526+0000 7f780c138900 20 add_watcher() i=7 2026-04-02T11:57:03.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.527+0000 7f780c138900 20 add_watcher() i=1 2026-04-02T11:57:03.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.527+0000 7f780c138900 20 add_watcher() i=6 2026-04-02T11:57:03.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.527+0000 7f780c138900 20 add_watcher() i=2 2026-04-02T11:57:03.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.527+0000 7f780c138900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:03.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.529+0000 7f780c138900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:03.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.529+0000 7f780c138900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:03.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.529+0000 7f780c138900 5 note: GC not initialized 2026-04-02T11:57:03.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.529+0000 7f77affff640 20 reqs_thread_entry: start 2026-04-02T11:57:03.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.974+0000 7f780c138900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:03.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.974+0000 7f780c138900 20 Filter name: none 2026-04-02T11:57:03.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.974+0000 7f77adffb640 20 reqs_thread_entry: start 2026-04-02T11:57:03.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.974+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.975+0000 7f780c138900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:03.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.975+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.975+0000 7f780c138900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:03.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.975+0000 7f780c138900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:03.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.975+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.975+0000 7f780c138900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:03.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.975+0000 7f780c138900 20 rados->read ofs=0 len=0 2026-04-02T11:57:03.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.976+0000 7f780c138900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:03.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.976+0000 7f780c138900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:03.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 20 remove_watcher() i=0 2026-04-02T11:57:03.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 2 removed watcher, disabling cache 2026-04-02T11:57:03.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 20 remove_watcher() i=7 2026-04-02T11:57:03.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 20 remove_watcher() i=5 2026-04-02T11:57:03.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 20 remove_watcher() i=6 2026-04-02T11:57:03.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 20 remove_watcher() i=4 2026-04-02T11:57:03.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 20 remove_watcher() i=3 2026-04-02T11:57:03.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 20 remove_watcher() i=2 2026-04-02T11:57:03.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:03.980+0000 7f780c138900 20 remove_watcher() i=1 2026-04-02T11:57:03.988 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:03.988 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:03.988 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-init-index id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:03.988 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:03.990 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2026-04-02T11:57:04.013 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:04.013 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:04.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.032+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.033+0000 7effebfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.033+0000 7effebfa3900 20 realm 2026-04-02T11:57:04.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.033+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.034+0000 7effebfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.034+0000 7effebfa3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:04.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.034+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.034+0000 7effebfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.034+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.035+0000 7effebfa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.035+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.035+0000 7effebfa3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:04.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.035+0000 7effebfa3900 20 searching for the correct realm 2026-04-02T11:57:04.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.037+0000 7effe3fff640 0 -- 192.168.123.102:0/850872418 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x556c1339acb0 msgr2=0x556c133bb090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.040+0000 7effe3fff640 0 -- 192.168.123.102:0/850872418 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x7effa40a41f0 msgr2=0x7effa40c45f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.044+0000 7effebfa3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.044+0000 7effebfa3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.044+0000 7effebfa3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.044+0000 7effebfa3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.044+0000 7effebfa3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.044+0000 7effebfa3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.044+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.046 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 zone default found 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 4 Realm: () 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 zonegroup default 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.045+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.046+0000 7effebfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.046+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.046+0000 7effebfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.046+0000 7effebfa3900 20 started sync module instance, tier type = 2026-04-02T11:57:04.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.046+0000 7effebfa3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 20 add_watcher() i=0 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 20 add_watcher() i=1 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 20 add_watcher() i=4 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 20 add_watcher() i=2 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 20 add_watcher() i=3 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 20 add_watcher() i=7 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 20 add_watcher() i=5 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 20 add_watcher() i=6 2026-04-02T11:57:04.052 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.050+0000 7effebfa3900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:04.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.052+0000 7effebfa3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:04.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.052+0000 7effebfa3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:04.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.052+0000 7effebfa3900 5 note: GC not initialized 2026-04-02T11:57:04.054 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.052+0000 7eff8ffff640 20 reqs_thread_entry: start 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 20 Filter name: none 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7eff8dffb640 20 reqs_thread_entry: start 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 : miss 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.090+0000 7effebfa3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.091+0000 7effebfa3900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.091+0000 7effebfa3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 info.flags=0x17 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.091+0000 7effebfa3900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 to cache LRU end 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.091+0000 7effebfa3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:04.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.091+0000 7effebfa3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:04.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.091+0000 7effebfa3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 2026-04-02T11:57:04.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.092+0000 7effebfa3900 -1 Injecting error=-5 at location=init_index 2026-04-02T11:57:04.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.092+0000 7effebfa3900 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2026-04-02T11:57:04.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.096+0000 7effebfa3900 20 remove_watcher() i=0 2026-04-02T11:57:04.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.097+0000 7effebfa3900 2 removed watcher, disabling cache 2026-04-02T11:57:04.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.097+0000 7effebfa3900 20 remove_watcher() i=4 2026-04-02T11:57:04.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.097+0000 7effebfa3900 20 remove_watcher() i=3 2026-04-02T11:57:04.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.097+0000 7effebfa3900 20 remove_watcher() i=5 2026-04-02T11:57:04.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.097+0000 7effebfa3900 20 remove_watcher() i=1 2026-04-02T11:57:04.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.097+0000 7effebfa3900 20 remove_watcher() i=2 2026-04-02T11:57:04.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.097+0000 7effebfa3900 20 remove_watcher() i=7 2026-04-02T11:57:04.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.097+0000 7effebfa3900 20 remove_watcher() i=6 2026-04-02T11:57:04.107 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T11:57:04.126 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:04.126 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:04.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.146+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.147+0000 7fdd4552f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.147+0000 7fdd4552f900 20 realm 2026-04-02T11:57:04.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.147+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.147+0000 7fdd4552f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.147+0000 7fdd4552f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:04.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.147+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.147+0000 7fdd4552f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.147+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.148+0000 7fdd4552f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.148+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.148+0000 7fdd4552f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:04.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.149+0000 7fdd4552f900 20 searching for the correct realm 2026-04-02T11:57:04.153 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.151+0000 7fdd41240640 0 -- 192.168.123.102:0/2871961150 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x558cfa3b7560 msgr2=0x558cfa3d7a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.156 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.154+0000 7fdd40a3f640 0 -- 192.168.123.102:0/2871961150 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fdd34048090 msgr2=0x7fdd3406f150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.157+0000 7fdd4552f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.157+0000 7fdd4552f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.157+0000 7fdd4552f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.157+0000 7fdd4552f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.157+0000 7fdd4552f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.157+0000 7fdd4552f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.157+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.159 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 zone default found 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 4 Realm: () 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 zonegroup default 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.158+0000 7fdd4552f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.159+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.159+0000 7fdd4552f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.159+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.159+0000 7fdd4552f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.159+0000 7fdd4552f900 20 started sync module instance, tier type = 2026-04-02T11:57:04.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.159+0000 7fdd4552f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:04.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.162+0000 7fdd4552f900 20 add_watcher() i=3 2026-04-02T11:57:04.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.163+0000 7fdd4552f900 20 add_watcher() i=1 2026-04-02T11:57:04.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.163+0000 7fdd4552f900 20 add_watcher() i=2 2026-04-02T11:57:04.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.163+0000 7fdd4552f900 20 add_watcher() i=0 2026-04-02T11:57:04.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.163+0000 7fdd4552f900 20 add_watcher() i=4 2026-04-02T11:57:04.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.163+0000 7fdd4552f900 20 add_watcher() i=6 2026-04-02T11:57:04.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.163+0000 7fdd4552f900 20 add_watcher() i=7 2026-04-02T11:57:04.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.163+0000 7fdd4552f900 20 add_watcher() i=5 2026-04-02T11:57:04.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.163+0000 7fdd4552f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:04.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.165+0000 7fdd4552f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:04.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.165+0000 7fdd4552f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:04.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.165+0000 7fdd4552f900 5 note: GC not initialized 2026-04-02T11:57:04.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.165+0000 7fdcee7ec640 20 reqs_thread_entry: start 2026-04-02T11:57:04.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.202+0000 7fdd4552f900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:04.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.202+0000 7fdd4552f900 20 Filter name: none 2026-04-02T11:57:04.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.203+0000 7fdce7fff640 20 reqs_thread_entry: start 2026-04-02T11:57:04.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.203+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.203+0000 7fdd4552f900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:04.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.203+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.203+0000 7fdd4552f900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:04.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.203+0000 7fdd4552f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:04.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.203+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.204+0000 7fdd4552f900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:04.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.204+0000 7fdd4552f900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.204+0000 7fdd4552f900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:04.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.204+0000 7fdd4552f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:04.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 20 remove_watcher() i=3 2026-04-02T11:57:04.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 2 removed watcher, disabling cache 2026-04-02T11:57:04.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 20 remove_watcher() i=0 2026-04-02T11:57:04.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 20 remove_watcher() i=4 2026-04-02T11:57:04.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 20 remove_watcher() i=5 2026-04-02T11:57:04.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 20 remove_watcher() i=1 2026-04-02T11:57:04.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 20 remove_watcher() i=7 2026-04-02T11:57:04.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 20 remove_watcher() i=2 2026-04-02T11:57:04.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.209+0000 7fdd4552f900 20 remove_watcher() i=6 2026-04-02T11:57:04.217 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:04.217 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:04.217 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-init-index id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:04.217 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:04.267 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:57:04.288 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:04.288 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:04.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.306+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.308+0000 7f0fa156e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.308+0000 7f0fa156e900 20 realm 2026-04-02T11:57:04.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.308+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.308+0000 7f0fa156e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.308+0000 7f0fa156e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:04.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.308+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.308+0000 7f0fa156e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.308+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.309+0000 7f0fa156e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.309+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.309+0000 7f0fa156e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:04.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.309+0000 7f0fa156e900 20 searching for the correct realm 2026-04-02T11:57:04.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.313+0000 7f0f9d2e7640 0 -- 192.168.123.102:0/1336665522 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55984337e200 msgr2=0x55984339e6b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.316+0000 7f0f9dae8640 0 -- 192.168.123.102:0/1336665522 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f0f90008400 msgr2=0x7f0f90008870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.319+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 20 zone default found 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 4 Realm: () 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 20 zonegroup default 2026-04-02T11:57:04.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.320+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.321+0000 7f0fa156e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.321+0000 7f0fa156e900 20 started sync module instance, tier type = 2026-04-02T11:57:04.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.321+0000 7f0fa156e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:04.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.324+0000 7f0fa156e900 20 add_watcher() i=0 2026-04-02T11:57:04.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.324+0000 7f0fa156e900 20 add_watcher() i=6 2026-04-02T11:57:04.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.325+0000 7f0fa156e900 20 add_watcher() i=4 2026-04-02T11:57:04.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.325+0000 7f0fa156e900 20 add_watcher() i=5 2026-04-02T11:57:04.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.325+0000 7f0fa156e900 20 add_watcher() i=3 2026-04-02T11:57:04.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.325+0000 7f0fa156e900 20 add_watcher() i=1 2026-04-02T11:57:04.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.325+0000 7f0fa156e900 20 add_watcher() i=7 2026-04-02T11:57:04.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.325+0000 7f0fa156e900 20 add_watcher() i=2 2026-04-02T11:57:04.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.326+0000 7f0fa156e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:04.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.327+0000 7f0fa156e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:04.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.328+0000 7f0fa156e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:04.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.328+0000 7f0fa156e900 5 note: GC not initialized 2026-04-02T11:57:04.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.328+0000 7f0f4a7ec640 20 reqs_thread_entry: start 2026-04-02T11:57:04.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:04.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 20 Filter name: none 2026-04-02T11:57:04.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0f43fff640 20 reqs_thread_entry: start 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 : miss 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.366+0000 7f0fa156e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.367+0000 7f0fa156e900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.367+0000 7f0fa156e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 info.flags=0x17 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.367+0000 7f0fa156e900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 to cache LRU end 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.367+0000 7f0fa156e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.367+0000 7f0fa156e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:04.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.367+0000 7f0fa156e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 2026-04-02T11:57:04.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.370+0000 7f0fa156e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 info.flags=0x17 2026-04-02T11:57:04.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.370+0000 7f0fa156e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 to cache LRU end 2026-04-02T11:57:04.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.370+0000 7f0fa156e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:04.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.370+0000 7f0fa156e900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21, ofs0, ns] 2026-04-02T11:57:04.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.371+0000 7f0f73fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927231 cookie 94112451140176 notifier 35822 bl.length()=1007 2026-04-02T11:57:04.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.371+0000 7f0f73fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 info.flags=0x17 2026-04-02T11:57:04.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.371+0000 7f0f73fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 to cache LRU end 2026-04-02T11:57:04.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.371+0000 7f0f73fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:04.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.371+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): orig_sources= new_sources= 2026-04-02T11:57:04.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.371+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): potential sources added=[] removed=[] 2026-04-02T11:57:04.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.371+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): orig_dests= new_dests= 2026-04-02T11:57:04.373 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.371+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): potential dests added=[] removed=[] 2026-04-02T11:57:04.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.373+0000 7f0fa156e900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.21.1.0 2026-04-02T11:57:04.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.373+0000 7f0fa156e900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.21.1.0 2026-04-02T11:57:04.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.373+0000 7f0fa156e900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.21.1.1 2026-04-02T11:57:04.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.373+0000 7f0fa156e900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.21.1.1 2026-04-02T11:57:04.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.373+0000 7f0fa156e900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.21.0 2026-04-02T11:57:04.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.374+0000 7f0fa156e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:04.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.375+0000 7f0fa156e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 2026-04-02T11:57:04.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0fa156e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 info.flags=0x17 2026-04-02T11:57:04.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0fa156e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 to cache LRU end 2026-04-02T11:57:04.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0fa156e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:04.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0fa156e900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21, ofs0, ns] 2026-04-02T11:57:04.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0f7cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927232 cookie 94112451140176 notifier 35822 bl.length()=1007 2026-04-02T11:57:04.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0f7cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 info.flags=0x17 2026-04-02T11:57:04.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0f7cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 to cache LRU end 2026-04-02T11:57:04.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0f7cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:04.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): orig_sources= new_sources= 2026-04-02T11:57:04.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): potential sources added=[] removed=[] 2026-04-02T11:57:04.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): orig_dests= new_dests= 2026-04-02T11:57:04.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.376+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): potential dests added=[] removed=[] 2026-04-02T11:57:04.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.377+0000 7f0fa156e900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.21.0 2026-04-02T11:57:04.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.377+0000 7f0fa156e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:04.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.377+0000 7f0fa156e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 2026-04-02T11:57:04.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.378+0000 7f0fa156e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 info.flags=0x17 2026-04-02T11:57:04.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.378+0000 7f0fa156e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 to cache LRU end 2026-04-02T11:57:04.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.378+0000 7f0fa156e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:04.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.378+0000 7f0fa156e900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21, ofs0, ns] 2026-04-02T11:57:04.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.379+0000 7f0f73fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927233 cookie 94112451140176 notifier 35822 bl.length()=971 2026-04-02T11:57:04.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.379+0000 7f0f73fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 info.flags=0x17 2026-04-02T11:57:04.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.379+0000 7f0f73fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 to cache LRU end 2026-04-02T11:57:04.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.379+0000 7f0f73fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:04.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.379+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): orig_sources= new_sources= 2026-04-02T11:57:04.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.379+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): potential sources added=[] removed=[] 2026-04-02T11:57:04.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.379+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): orig_dests= new_dests= 2026-04-02T11:57:04.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.379+0000 7f0fa156e900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.21]): potential dests added=[] removed=[] 2026-04-02T11:57:04.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.380+0000 7f0fa156e900 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2026-04-02T11:57:04.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.385+0000 7f0fa156e900 20 remove_watcher() i=2 2026-04-02T11:57:04.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.385+0000 7f0fa156e900 2 removed watcher, disabling cache 2026-04-02T11:57:04.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.385+0000 7f0fa156e900 20 remove_watcher() i=3 2026-04-02T11:57:04.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.385+0000 7f0fa156e900 20 remove_watcher() i=0 2026-04-02T11:57:04.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.386+0000 7f0fa156e900 20 remove_watcher() i=1 2026-04-02T11:57:04.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.386+0000 7f0fa156e900 20 remove_watcher() i=4 2026-04-02T11:57:04.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.386+0000 7f0fa156e900 20 remove_watcher() i=7 2026-04-02T11:57:04.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.386+0000 7f0fa156e900 20 remove_watcher() i=6 2026-04-02T11:57:04.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.386+0000 7f0fa156e900 20 remove_watcher() i=5 2026-04-02T11:57:04.396 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T11:57:04.416 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:04.416 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:04.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.435+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.436+0000 7fe538b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.436+0000 7fe538b3a900 20 realm 2026-04-02T11:57:04.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.436+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.436+0000 7fe538b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.436+0000 7fe538b3a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:04.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.436+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.436+0000 7fe538b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.437+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.437+0000 7fe538b3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.437+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.438+0000 7fe538b3a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:04.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.438+0000 7fe538b3a900 20 searching for the correct realm 2026-04-02T11:57:04.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.440+0000 7fe535091640 0 -- 192.168.123.102:0/1633911652 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fe5280c0940 msgr2=0x7fe5280c9a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.444+0000 7fe52ffff640 0 -- 192.168.123.102:0/1633911652 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fe5280cb3d0 msgr2=0x7fe5280f7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:04.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:04.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:04.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 zone default found 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 4 Realm: () 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 zonegroup default 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.649+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.650+0000 7fe538b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.650+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.650+0000 7fe538b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.650+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.650+0000 7fe538b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.650+0000 7fe538b3a900 20 started sync module instance, tier type = 2026-04-02T11:57:04.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.650+0000 7fe538b3a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:04.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 20 add_watcher() i=3 2026-04-02T11:57:04.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 20 add_watcher() i=7 2026-04-02T11:57:04.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 20 add_watcher() i=6 2026-04-02T11:57:04.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 20 add_watcher() i=5 2026-04-02T11:57:04.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 20 add_watcher() i=0 2026-04-02T11:57:04.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 20 add_watcher() i=1 2026-04-02T11:57:04.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 20 add_watcher() i=2 2026-04-02T11:57:04.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 20 add_watcher() i=4 2026-04-02T11:57:04.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.655+0000 7fe538b3a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:04.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.657+0000 7fe538b3a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:04.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.657+0000 7fe538b3a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:04.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.657+0000 7fe538b3a900 5 note: GC not initialized 2026-04-02T11:57:04.659 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.658+0000 7fe4e1feb640 20 reqs_thread_entry: start 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.695+0000 7fe538b3a900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.695+0000 7fe538b3a900 20 Filter name: none 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.695+0000 7fe4db7fe640 20 reqs_thread_entry: start 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.695+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:04.697 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:04.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:04.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.696+0000 7fe538b3a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.700+0000 7fe538b3a900 20 remove_watcher() i=3 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.700+0000 7fe538b3a900 2 removed watcher, disabling cache 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.700+0000 7fe538b3a900 20 remove_watcher() i=0 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.700+0000 7fe538b3a900 20 remove_watcher() i=2 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.701+0000 7fe538b3a900 20 remove_watcher() i=5 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.701+0000 7fe538b3a900 20 remove_watcher() i=4 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.701+0000 7fe538b3a900 20 remove_watcher() i=1 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.701+0000 7fe538b3a900 20 remove_watcher() i=7 2026-04-02T11:57:04.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.701+0000 7fe538b3a900 20 remove_watcher() i=6 2026-04-02T11:57:04.708 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:04.708 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:04.708 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-init-index id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.21 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:57:04.708 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:04.765 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2026-04-02T11:57:04.765 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:04.907 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T11:57:04.926 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:04.926 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:04.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.946+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.947+0000 7fa982811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.947+0000 7fa982811900 20 realm 2026-04-02T11:57:04.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.947+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.947+0000 7fa982811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.947+0000 7fa982811900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:04.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.947+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.947+0000 7fa982811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.947+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.948+0000 7fa982811900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.948+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.949+0000 7fa982811900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:04.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.949+0000 7fa982811900 20 searching for the correct realm 2026-04-02T11:57:04.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.951+0000 7fa97d7db640 0 -- 192.168.123.102:0/2923331581 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fa96c0ba150 msgr2=0x7fa96c0b5620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.954+0000 7fa97d7db640 0 -- 192.168.123.102:0/2923331581 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fa93c0a42d0 msgr2=0x7fa93c0c46d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.958+0000 7fa982811900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 zone default found 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 4 Realm: () 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 zonegroup default 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.959+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.960+0000 7fa982811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.960+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.960+0000 7fa982811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.960+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:04.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.960+0000 7fa982811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:04.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.960+0000 7fa982811900 20 started sync module instance, tier type = 2026-04-02T11:57:04.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.960+0000 7fa982811900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:04.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.963+0000 7fa982811900 20 add_watcher() i=5 2026-04-02T11:57:04.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.963+0000 7fa982811900 20 add_watcher() i=7 2026-04-02T11:57:04.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.963+0000 7fa982811900 20 add_watcher() i=6 2026-04-02T11:57:04.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.964+0000 7fa982811900 20 add_watcher() i=0 2026-04-02T11:57:04.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.964+0000 7fa982811900 20 add_watcher() i=4 2026-04-02T11:57:04.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.965+0000 7fa982811900 20 add_watcher() i=2 2026-04-02T11:57:04.966 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.965+0000 7fa982811900 20 add_watcher() i=1 2026-04-02T11:57:04.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.965+0000 7fa982811900 20 add_watcher() i=3 2026-04-02T11:57:04.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.965+0000 7fa982811900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:04.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.967+0000 7fa982811900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:04.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.967+0000 7fa982811900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:04.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.967+0000 7fa982811900 5 note: GC not initialized 2026-04-02T11:57:04.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:04.967+0000 7fa92afed640 20 reqs_thread_entry: start 2026-04-02T11:57:05.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.006+0000 7fa982811900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:05.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.006+0000 7fa982811900 20 Filter name: none 2026-04-02T11:57:05.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.006+0000 7fa928fe9640 20 reqs_thread_entry: start 2026-04-02T11:57:05.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.006+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.006+0000 7fa982811900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:05.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.006+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.007+0000 7fa982811900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:05.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.007+0000 7fa982811900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:05.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.007+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.007+0000 7fa982811900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:05.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.007+0000 7fa982811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.007+0000 7fa982811900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:05.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.007+0000 7fa982811900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:05.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.011+0000 7fa982811900 20 remove_watcher() i=0 2026-04-02T11:57:05.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.011+0000 7fa982811900 2 removed watcher, disabling cache 2026-04-02T11:57:05.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.012+0000 7fa982811900 20 remove_watcher() i=2 2026-04-02T11:57:05.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.012+0000 7fa982811900 20 remove_watcher() i=4 2026-04-02T11:57:05.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.012+0000 7fa982811900 20 remove_watcher() i=5 2026-04-02T11:57:05.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.012+0000 7fa982811900 20 remove_watcher() i=6 2026-04-02T11:57:05.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.012+0000 7fa982811900 20 remove_watcher() i=1 2026-04-02T11:57:05.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.012+0000 7fa982811900 20 remove_watcher() i=7 2026-04-02T11:57:05.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.012+0000 7fa982811900 20 remove_watcher() i=3 2026-04-02T11:57:05.020 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.020 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:05.020 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-init-index id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:05.020 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.022 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2026-04-02T11:57:05.046 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:05.046 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:05.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.063+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.064+0000 7fb5d21a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.064+0000 7fb5d21a3900 20 realm 2026-04-02T11:57:05.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.064+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.064+0000 7fb5d21a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.064+0000 7fb5d21a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:05.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.064+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.065+0000 7fb5d21a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.065+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.065+0000 7fb5d21a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.065+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.066+0000 7fb5d21a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:05.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.066+0000 7fb5d21a3900 20 searching for the correct realm 2026-04-02T11:57:05.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.069+0000 7fb5cdee7640 0 -- 192.168.123.102:0/3913422588 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fb5c00683b0 msgr2=0x7fb5c006e940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:05.275 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.273+0000 7fb5cd6e6640 0 -- 192.168.123.102:0/3913422588 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x556fa58ba590 msgr2=0x556fa58da9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.275+0000 7fb5d21a3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.275+0000 7fb5d21a3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.275+0000 7fb5d21a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.275+0000 7fb5d21a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.275+0000 7fb5d21a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.275+0000 7fb5d21a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.275+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 zone default found 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 4 Realm: () 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 zonegroup default 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.276+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.277+0000 7fb5d21a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.277+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.277+0000 7fb5d21a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.277+0000 7fb5d21a3900 20 started sync module instance, tier type = 2026-04-02T11:57:05.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.277+0000 7fb5d21a3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:05.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.280+0000 7fb5d21a3900 20 add_watcher() i=0 2026-04-02T11:57:05.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.280+0000 7fb5d21a3900 20 add_watcher() i=7 2026-04-02T11:57:05.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.280+0000 7fb5d21a3900 20 add_watcher() i=3 2026-04-02T11:57:05.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.280+0000 7fb5d21a3900 20 add_watcher() i=2 2026-04-02T11:57:05.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.281+0000 7fb5d21a3900 20 add_watcher() i=5 2026-04-02T11:57:05.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.281+0000 7fb5d21a3900 20 add_watcher() i=4 2026-04-02T11:57:05.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.281+0000 7fb5d21a3900 20 add_watcher() i=6 2026-04-02T11:57:05.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.281+0000 7fb5d21a3900 20 add_watcher() i=1 2026-04-02T11:57:05.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.281+0000 7fb5d21a3900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:05.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.283+0000 7fb5d21a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:05.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.283+0000 7fb5d21a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:05.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.283+0000 7fb5d21a3900 5 note: GC not initialized 2026-04-02T11:57:05.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.283+0000 7fb57b7ee640 20 reqs_thread_entry: start 2026-04-02T11:57:05.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.319+0000 7fb5d21a3900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:05.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.319+0000 7fb5d21a3900 20 Filter name: none 2026-04-02T11:57:05.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.319+0000 7fb5797ea640 20 reqs_thread_entry: start 2026-04-02T11:57:05.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T11:57:05.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 : miss 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 info.flags=0x17 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 to cache LRU end 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:05.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.320+0000 7fb5d21a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 2026-04-02T11:57:05.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.321+0000 7fb5d21a3900 -1 Injecting error=-95 at location=init_index 2026-04-02T11:57:05.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.321+0000 7fb5d21a3900 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2026-04-02T11:57:05.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5d21a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 info.flags=0x17 2026-04-02T11:57:05.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5d21a3900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 to cache LRU end 2026-04-02T11:57:05.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5d21a3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:05.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5d21a3900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22, ofs0, ns] 2026-04-02T11:57:05.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5acff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927236 cookie 93938007159952 notifier 35861 bl.length()=1007 2026-04-02T11:57:05.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5acff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 info.flags=0x17 2026-04-02T11:57:05.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5acff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 to cache LRU end 2026-04-02T11:57:05.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5acff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:05.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5d21a3900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.22]): orig_sources= new_sources= 2026-04-02T11:57:05.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5d21a3900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.22]): potential sources added=[] removed=[] 2026-04-02T11:57:05.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5d21a3900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.22]): orig_dests= new_dests= 2026-04-02T11:57:05.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.324+0000 7fb5d21a3900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.22]): potential dests added=[] removed=[] 2026-04-02T11:57:05.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.325+0000 7fb5d21a3900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.22.1.0 2026-04-02T11:57:05.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.325+0000 7fb5d21a3900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.22.1.0 2026-04-02T11:57:05.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.325+0000 7fb5d21a3900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.22.1.1 2026-04-02T11:57:05.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.325+0000 7fb5d21a3900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.22.1.1 2026-04-02T11:57:05.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.325+0000 7fb5d21a3900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.22.0 2026-04-02T11:57:05.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.327+0000 7fb5d21a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:05.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.327+0000 7fb5d21a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 2026-04-02T11:57:05.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5d21a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 info.flags=0x17 2026-04-02T11:57:05.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5d21a3900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 to cache LRU end 2026-04-02T11:57:05.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5d21a3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:05.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5d21a3900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22, ofs0, ns] 2026-04-02T11:57:05.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5ad7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927237 cookie 93938007159952 notifier 35861 bl.length()=971 2026-04-02T11:57:05.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5ad7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 info.flags=0x17 2026-04-02T11:57:05.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5ad7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 to cache LRU end 2026-04-02T11:57:05.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5ad7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:05.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5d21a3900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.22]): orig_sources= new_sources= 2026-04-02T11:57:05.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5d21a3900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.22]): potential sources added=[] removed=[] 2026-04-02T11:57:05.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5d21a3900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.22]): orig_dests= new_dests= 2026-04-02T11:57:05.330 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.328+0000 7fb5d21a3900 20 handle_bi_update(): bucket=:error-at-init-index[eddad88e-989b-427a-b28b-eab9b853fda8.4590.22]): potential dests added=[] removed=[] 2026-04-02T11:57:05.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.329+0000 7fb5d21a3900 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2026-04-02T11:57:05.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 20 remove_watcher() i=0 2026-04-02T11:57:05.334 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 2 removed watcher, disabling cache 2026-04-02T11:57:05.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 20 remove_watcher() i=3 2026-04-02T11:57:05.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 20 remove_watcher() i=5 2026-04-02T11:57:05.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 20 remove_watcher() i=2 2026-04-02T11:57:05.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 20 remove_watcher() i=7 2026-04-02T11:57:05.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 20 remove_watcher() i=4 2026-04-02T11:57:05.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 20 remove_watcher() i=1 2026-04-02T11:57:05.335 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.333+0000 7fb5d21a3900 20 remove_watcher() i=6 2026-04-02T11:57:05.342 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T11:57:05.361 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:05.361 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:05.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.378+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.380+0000 7f78ab921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.380+0000 7f78ab921900 20 realm 2026-04-02T11:57:05.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.380+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.380+0000 7f78ab921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.380+0000 7f78ab921900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:05.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.380+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.380+0000 7f78ab921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.380+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.381+0000 7f78ab921900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.381+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.381+0000 7f78ab921900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:05.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.381+0000 7f78ab921900 20 searching for the correct realm 2026-04-02T11:57:05.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.384+0000 7f78a37fe640 0 -- 192.168.123.102:0/2441665445 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f789c088070 msgr2=0x7f789c066e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:05.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.387+0000 7f78a2ffd640 0 -- 192.168.123.102:0/2441665445 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f789c074fd0 msgr2=0x7f789c07ceb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:05.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:05.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:05.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 zone default found 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 4 Realm: () 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 zonegroup default 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.389+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.390+0000 7f78ab921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.390+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.390+0000 7f78ab921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.390+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.390+0000 7f78ab921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.390+0000 7f78ab921900 20 started sync module instance, tier type = 2026-04-02T11:57:05.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.390+0000 7f78ab921900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:05.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.393+0000 7f78ab921900 20 add_watcher() i=3 2026-04-02T11:57:05.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.393+0000 7f78ab921900 20 add_watcher() i=0 2026-04-02T11:57:05.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.394+0000 7f78ab921900 20 add_watcher() i=4 2026-04-02T11:57:05.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.394+0000 7f78ab921900 20 add_watcher() i=1 2026-04-02T11:57:05.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.394+0000 7f78ab921900 20 add_watcher() i=5 2026-04-02T11:57:05.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.394+0000 7f78ab921900 20 add_watcher() i=6 2026-04-02T11:57:05.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.394+0000 7f78ab921900 20 add_watcher() i=7 2026-04-02T11:57:05.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.394+0000 7f78ab921900 20 add_watcher() i=2 2026-04-02T11:57:05.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.394+0000 7f78ab921900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:05.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.396+0000 7f78ab921900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:05.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.396+0000 7f78ab921900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:05.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.396+0000 7f78ab921900 5 note: GC not initialized 2026-04-02T11:57:05.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.396+0000 7f784ffff640 20 reqs_thread_entry: start 2026-04-02T11:57:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f78ab921900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f78ab921900 20 Filter name: none 2026-04-02T11:57:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f784dffb640 20 reqs_thread_entry: start 2026-04-02T11:57:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f78ab921900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f78ab921900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f78ab921900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.435+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.436+0000 7f78ab921900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.436+0000 7f78ab921900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.436+0000 7f78ab921900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:57:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.436+0000 7f78ab921900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:05.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 20 remove_watcher() i=5 2026-04-02T11:57:05.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 2 removed watcher, disabling cache 2026-04-02T11:57:05.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 20 remove_watcher() i=2 2026-04-02T11:57:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 20 remove_watcher() i=6 2026-04-02T11:57:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 20 remove_watcher() i=0 2026-04-02T11:57:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 20 remove_watcher() i=7 2026-04-02T11:57:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 20 remove_watcher() i=4 2026-04-02T11:57:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 20 remove_watcher() i=3 2026-04-02T11:57:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.440+0000 7f78ab921900 20 remove_watcher() i=1 2026-04-02T11:57:05.447 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.447 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:05.447 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-init-index id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.22 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T11:57:05.447 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.504 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with abort at init_index 2026-04-02T11:57:05.504 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.638 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T11:57:05.657 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:05.657 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:05.677 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.676+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.676+0000 7fc7e8b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.676+0000 7fc7e8b2b900 20 realm 2026-04-02T11:57:05.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.676+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.676+0000 7fc7e8b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.676+0000 7fc7e8b2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:05.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.676+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.677+0000 7fc7e8b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.677+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.677+0000 7fc7e8b2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.677+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.678+0000 7fc7e8b2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:05.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.678+0000 7fc7e8b2b900 20 searching for the correct realm 2026-04-02T11:57:05.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.681+0000 7fc7e507b640 0 -- 192.168.123.102:0/2643337357 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fc7d80406f0 msgr2=0x7fc7d806b030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:05.686 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.684+0000 7fc7e507b640 0 -- 192.168.123.102:0/2643337357 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fc7a40a4330 msgr2=0x7fc7a40c4710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.687+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 zone default found 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 4 Realm: () 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 zonegroup default 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 started sync module instance, tier type = 2026-04-02T11:57:05.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.688+0000 7fc7e8b2b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:05.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 20 add_watcher() i=0 2026-04-02T11:57:05.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 20 add_watcher() i=5 2026-04-02T11:57:05.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 20 add_watcher() i=3 2026-04-02T11:57:05.693 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 20 add_watcher() i=6 2026-04-02T11:57:05.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 20 add_watcher() i=2 2026-04-02T11:57:05.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 20 add_watcher() i=7 2026-04-02T11:57:05.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 20 add_watcher() i=1 2026-04-02T11:57:05.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 20 add_watcher() i=4 2026-04-02T11:57:05.694 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.692+0000 7fc7e8b2b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:05.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.694+0000 7fc7e8b2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:05.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.694+0000 7fc7e8b2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:05.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.694+0000 7fc7e8b2b900 5 note: GC not initialized 2026-04-02T11:57:05.696 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.694+0000 7fc791feb640 20 reqs_thread_entry: start 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.730+0000 7fc7e8b2b900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.730+0000 7fc7e8b2b900 20 Filter name: none 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.730+0000 7fc78b7fe640 20 reqs_thread_entry: start 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.730+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.730+0000 7fc7e8b2b900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.730+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.731+0000 7fc7e8b2b900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.731+0000 7fc7e8b2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.731+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.731+0000 7fc7e8b2b900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:05.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.731+0000 7fc7e8b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.731+0000 7fc7e8b2b900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:05.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.731+0000 7fc7e8b2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.735+0000 7fc7e8b2b900 20 remove_watcher() i=7 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.735+0000 7fc7e8b2b900 2 removed watcher, disabling cache 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.735+0000 7fc7e8b2b900 20 remove_watcher() i=0 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.735+0000 7fc7e8b2b900 20 remove_watcher() i=6 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.735+0000 7fc7e8b2b900 20 remove_watcher() i=4 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.735+0000 7fc7e8b2b900 20 remove_watcher() i=5 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.735+0000 7fc7e8b2b900 20 remove_watcher() i=2 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.735+0000 7fc7e8b2b900 20 remove_watcher() i=1 2026-04-02T11:57:05.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.736+0000 7fc7e8b2b900 20 remove_watcher() i=3 2026-04-02T11:57:05.742 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.742 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:05.742 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-init-indext id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:05.742 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.744 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2026-04-02T11:57:05.767 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:05.767 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:05.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.787+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.788+0000 7fbdee770900 20 realm 2026-04-02T11:57:05.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.788+0000 7fbdee770900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:05.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.790+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:05.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.790+0000 7fbdee770900 20 searching for the correct realm 2026-04-02T11:57:05.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.793+0000 7fbdead84640 0 -- 192.168.123.102:0/3880421157 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x558463b01610 msgr2=0x558463b21a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:05.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.795+0000 7fbdead84640 0 -- 192.168.123.102:0/3880421157 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fbddc0c3a80 msgr2=0x7fbddc0d0270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.798+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 zone default found 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 4 Realm: () 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 zonegroup default 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.800+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.800+0000 7fbdee770900 20 started sync module instance, tier type = 2026-04-02T11:57:05.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.800+0000 7fbdee770900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=0 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=7 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=4 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=2 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=1 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=3 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=6 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=5 2026-04-02T11:57:05.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.803+0000 7fbdee770900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:05.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.805+0000 7fbdee770900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:05.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.805+0000 7fbdee770900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:05.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.805+0000 7fbdee770900 5 note: GC not initialized 2026-04-02T11:57:05.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.806+0000 7fbd937fe640 20 reqs_thread_entry: start 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.843+0000 7fbdee770900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.843+0000 7fbdee770900 20 Filter name: none 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.843+0000 7fbd917fa640 20 reqs_thread_entry: start 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.843+0000 7fbdee770900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.843+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.843+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.843+0000 7fbdee770900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 : miss 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:05.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:05.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:05.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.844+0000 7fbdee770900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbdee770900 time 2026-04-02T11:57:05.846576+0000 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fbdefb8f8f8] 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x4d2760) [0x5584619fe760] 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558462066e3e] 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fbdeec2a610] 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.845+0000 7fbdee770900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbdee770900 time 2026-04-02T11:57:05.846576+0000 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fbdefb8f8f8] 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x4d2760) [0x5584619fe760] 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558462066e3e] 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fbdeec2a610] 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fbdee770900 thread_name:radosgw-admin 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:05.847 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fbdeec3fc30] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fbdeec8d02c] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fbdefb8f957] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x4d2760) [0x5584619fe760] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558462066e3e] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fbdeec2a610] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.846+0000 7fbdee770900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fbdee770900 thread_name:radosgw-admin 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fbdeec3fc30] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fbdeec8d02c] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fbdefb8f957] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x4d2760) [0x5584619fe760] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558462066e3e] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fbdeec2a610] 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.848 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: dump: 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.852 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:57:05.771+0000 7fbdee770900 5 monclient: authenticate success, global_id 6348 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:57:05.771+0000 7fbdee770900 10 monclient: get_monmap_and_config success 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:57:05.771+0000 7fbdee770900 4 set_mon_vals no callback set 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:57:05.772+0000 7fbdee770900 10 monclient: shutdown 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 asok(0x55846369e6b0) unregister_commands rotate-key 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:57:05.772+0000 7fbdee770900 10 monclient: build_initial_monmap 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 build_initial for_mkfs: 0 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:57:05.772+0000 7fbdee770900 10 monclient: monmap: 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding auth protocol: cephx 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding auth protocol: cephx 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding auth protocol: cephx 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:57:05.772+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 librados: starting msgr at 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 librados: starting objecter 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command objecter_requests hook 0x5584637a27d0 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 librados: setting wanted keys 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 librados: calling monclient init 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:57:05.772+0000 7fbdee770900 10 monclient: init 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding auth protocol: cephx 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding auth protocol: cephx 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding auth protocol: cephx 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:57:05.773+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.853 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:57:05.773+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:57:05.773+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command rotate-key hook 0x55846379e218 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-b con 0x55846372f7e0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-c con 0x5584637304b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-a con 0x558463730880 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): authenticate will time out at 1655.785470s 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): get_auth_request con 0x558463730880 auth_method 0 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): get_auth_request con 0x55846372f7e0 auth_method 0 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:57:05.773+0000 7fbde9d82640 10 monclient(hunting): get_auth_request con 0x5584637304b0 auth_method 0 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:57:05.773+0000 7fbde9d82640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:57:05.773+0000 7fbde9d82640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:57:05.773+0000 7fbde9d82640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): handle_auth_done global_id 6351 payload 824 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient: _finish_hunting 0 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:57:05.773+0000 7fbdead84640 1 monclient: found mon.noname-a 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: dump: 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: dump: 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.854 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:57:05.773+0000 7fbdee770900 5 monclient: authenticate success, global_id 6351 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:57:05.773+0000 7fbde0ff9640 4 set_mon_vals no callback set 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:57:05.774+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:57:05.774+0000 7fbdee770900 1 librados: init done 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:57:05.775+0000 7fbdd6ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:57:05.775+0000 7fbdd6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:57:05.775+0000 7fbdd6ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:57:05.775+0000 7fbdea583640 10 monclient: get_auth_request con 0x7fbdc4077610 auth_method 0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:57:05.775+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463888ff0 auth_method 0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:57:05.776+0000 7fbdea583640 10 monclient: get_auth_request con 0x5584639136e0 auth_method 0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:57:05.777+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463935b50 auth_method 0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:57:05.778+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463935040 auth_method 0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:57:05.778+0000 7fbdee770900 10 monclient: build_initial_monmap 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:57:05.778+0000 7fbdee770900 1 build_initial for_mkfs: 0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:57:05.778+0000 7fbdee770900 10 monclient: monmap: 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding auth protocol: cephx 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding auth protocol: cephx 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding auth protocol: cephx 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:57:05.778+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55846397ccc0 EEXIST 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient: init 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding auth protocol: cephx 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding auth protocol: cephx 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding auth protocol: cephx 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.855 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:57:05.779+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:57:05.779+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command rotate-key cmddesc rotate-key hook 0x558463956ce0 EEXIST 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-a con 0x5584639a48c0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-c con 0x5584639a4c90 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-b con 0x5584639a71a0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): authenticate will time out at 1655.791565s 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): get_auth_request con 0x5584639a48c0 auth_method 0 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): get_auth_request con 0x5584639a71a0 auth_method 0 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:57:05.779+0000 7fbdead84640 10 monclient(hunting): get_auth_request con 0x5584639a4c90 auth_method 0 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:57:05.779+0000 7fbdead84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:57:05.779+0000 7fbdead84640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:57:05.779+0000 7fbdead84640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): handle_auth_done global_id 6354 payload 824 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient: _finish_hunting 0 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:57:05.779+0000 7fbde9d82640 1 monclient: found mon.noname-a 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: dump: 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.856 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: dump: 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:57:05.780+0000 7fbdeb585640 4 set_mon_vals no callback set 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:57:05.780+0000 7fbdee770900 5 monclient: authenticate success, global_id 6354 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:57:05.780+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:57:05.780+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:57:05.780+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:57:05.780+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:57:05.781+0000 7fbdcbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:57:05.781+0000 7fbdcbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:57:05.781+0000 7fbdcbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:57:05.782+0000 7fbdead84640 10 monclient: get_auth_request con 0x7fbdb80774d0 auth_method 0 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:57:05.782+0000 7fbdee770900 10 monclient: get_monmap_and_config 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:57:05.782+0000 7fbdee770900 10 monclient: build_initial_monmap 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:57:05.782+0000 7fbdee770900 1 build_initial for_mkfs: 0 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:57:05.782+0000 7fbdee770900 10 monclient: monmap: 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding auth protocol: cephx 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding auth protocol: cephx 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding auth protocol: cephx 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:57:05.782+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:57:05.782+0000 7fbdee770900 10 monclient: init 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding auth protocol: cephx 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding auth protocol: cephx 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding auth protocol: cephx 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.857 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:57:05.782+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:57:05.782+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:57:05.783+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command rotate-key cmddesc rotate-key hook 0x7fffdada42b8 EEXIST 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-b con 0x558463a60c00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-c con 0x558463a680b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-a con 0x558463a91000 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): authenticate will time out at 1655.795153s 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): get_auth_request con 0x558463a91000 auth_method 0 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): get_auth_request con 0x558463a680b0 auth_method 0 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:57:05.783+0000 7fbde9d82640 10 monclient(hunting): get_auth_request con 0x558463a60c00 auth_method 0 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:57:05.783+0000 7fbde9d82640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:57:05.783+0000 7fbde9d82640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:57:05.783+0000 7fbde9d82640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): handle_auth_done global_id 35909 payload 274 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient: _finish_hunting 0 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:57:05.783+0000 7fbdead84640 1 monclient: found mon.noname-c 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: dump: 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.858 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: dump: 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:57:05.783+0000 7fbdee770900 5 monclient: authenticate success, global_id 35909 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient: get_monmap_and_config success 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:57:05.783+0000 7fbdee770900 4 set_mon_vals no callback set 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: shutdown 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: build_initial_monmap 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 build_initial for_mkfs: 0 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: monmap: 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding auth protocol: cephx 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding auth protocol: cephx 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding auth protocol: cephx 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:57:05.784+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 librados: starting msgr at 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 librados: starting objecter 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command objecter_requests cmddesc objecter_requests hook 0x558463a3da70 EEXIST 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 librados: setting wanted keys 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 librados: calling monclient init 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: init 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding auth protocol: cephx 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding auth protocol: cephx 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding auth protocol: cephx 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.859 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:57:05.784+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:57:05.784+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command rotate-key cmddesc rotate-key hook 0x558463a385b8 EEXIST 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-c con 0x558463a680b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-b con 0x558463a91000 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-a con 0x558463a8ffb0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): authenticate will time out at 1655.796925s 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:57:05.784+0000 7fbde9d82640 10 monclient(hunting): get_auth_request con 0x558463a680b0 auth_method 0 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:57:05.784+0000 7fbde9d82640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:57:05.784+0000 7fbde9d82640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:57:05.784+0000 7fbde9d82640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:57:05.784+0000 7fbdea583640 10 monclient(hunting): get_auth_request con 0x558463a8ffb0 auth_method 0 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:57:05.784+0000 7fbdea583640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:57:05.784+0000 7fbdea583640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:57:05.784+0000 7fbdea583640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): get_auth_request con 0x558463a91000 auth_method 0 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:57:05.785+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:57:05.785+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:57:05.785+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient(hunting): handle_auth_done global_id 6360 payload 824 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient: _finish_hunting 0 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:57:05.785+0000 7fbdea583640 1 monclient: found mon.noname-a 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: dump: 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.860 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: dump: 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:57:05.785+0000 7fbdee770900 5 monclient: authenticate success, global_id 6360 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:57:05.785+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:57:05.785+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:57:05.785+0000 7fbdc9ffb640 4 set_mon_vals no callback set 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:57:05.785+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:57:05.785+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:57:05.785+0000 7fbdee770900 1 librados: init done 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:57:05.785+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cr dump hook 0x558463a905e8 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:57:05.787+0000 7fbdbffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:57:05.787+0000 7fbdbffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:57:05.787+0000 7fbdbffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:57:05.787+0000 7fbde9d82640 10 monclient: get_auth_request con 0x7fbda80775c0 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:57:05.787+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:57:05.788+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b01610 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 realm 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:57:05.788+0000 7fbdee770900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:57:05.789+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463b23cd0 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:57:05.790+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b45520 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:57:05.790+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:57:05.790+0000 7fbdee770900 20 searching for the correct realm 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:57:05.790+0000 7fbdea583640 10 monclient: get_auth_request con 0x558463b68240 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:57:05.791+0000 7fbde9d82640 10 monclient: get_auth_request con 0x7fbdd8072050 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:57:05.792+0000 7fbdead84640 10 monclient: get_auth_request con 0x7fbddc0c3a80 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:57:05.793+0000 7fbdead84640 0 -- 192.168.123.102:0/3880421157 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x558463b01610 msgr2=0x558463b21a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:57:05.793+0000 7fbdbffff640 1 client.6360.objecter ms_handle_reset 0x558463b01610 session 0x558463b00f00 osd.1 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:57:05.793+0000 7fbdbffff640 10 monclient: _renew_subs 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:57:05.793+0000 7fbdbffff640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:57:05.793+0000 7fbdead84640 10 monclient: get_auth_request con 0x7fbda80a4280 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:57:05.793+0000 7fbdea583640 10 monclient: get_auth_request con 0x7fbddc0b9ac0 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:57:05.795+0000 7fbde9d82640 10 monclient: get_auth_request con 0x7fbddc0ca070 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:57:05.795+0000 7fbdead84640 0 -- 192.168.123.102:0/3880421157 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fbddc0c3a80 msgr2=0x7fbddc0d0270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:57:05.795+0000 7fbdbffff640 1 client.6360.objecter ms_handle_reset 0x7fbddc0c3a80 session 0x7fbddc0b59c0 osd.4 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:57:05.795+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b01610 auth_method 0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.861 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 zone default found 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:57:05.799+0000 7fbdee770900 4 Realm: () 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:57:05.799+0000 7fbdee770900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:57:05.799+0000 7fbdee770900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:57:05.799+0000 7fbdee770900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 zonegroup default 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:57:05.800+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:57:05.800+0000 7fbdee770900 20 started sync module instance, tier type = 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:57:05.800+0000 7fbdee770900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=7 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=4 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=2 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=1 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=3 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=6 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=5 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:57:05.803+0000 7fbdee770900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:57:05.804+0000 7fbdead84640 10 monclient: get_auth_request con 0x7fbd70007200 auth_method 0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding auth protocol: cephx 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding auth protocol: cephx 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding auth protocol: cephx 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:57:05.805+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:57:05.805+0000 7fbdee770900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:57:05.805+0000 7fbdee770900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cache list hook 0x558463a8e0b0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cache inspect hook 0x558463a8e0b0 2026-04-02T11:57:05.862 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cache erase hook 0x558463a8e0b0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cache zap hook 0x558463a8e0b0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 note: GC not initialized 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:57:05.806+0000 7fbd937fe640 20 reqs_thread_entry: start 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:57:05.806+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command sync trace show hook 0x7fbdd8001320 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:57:05.806+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command sync trace history hook 0x7fbdd8001320 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:57:05.806+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command sync trace active hook 0x7fbdd8001320 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:57:05.806+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command sync trace active_short hook 0x7fbdd8001320 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:57:05.806+0000 7fbdea583640 10 monclient: get_auth_request con 0x558463ba01c0 auth_method 0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:57:05.807+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463b9f910 auth_method 0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:57:05.809+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b9fce0 auth_method 0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:57:05.810+0000 7fbdea583640 10 monclient: get_auth_request con 0x558463b9c1a0 auth_method 0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:57:05.814+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463b9e600 auth_method 0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:57:05.819+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b194d0 auth_method 0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:57:05.843+0000 7fbdee770900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:57:05.843+0000 7fbdee770900 20 Filter name: none 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:57:05.843+0000 7fbd917fa640 20 reqs_thread_entry: start 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:57:05.843+0000 7fbdee770900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:57:05.843+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:57:05.843+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:57:05.843+0000 7fbdee770900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 : miss 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:57:05.844+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:57:05.844+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:57:05.845+0000 7fbdee770900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbdee770900 time 2026-04-02T11:57:05.846576+0000 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fbdefb8f8f8] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x4d2760) [0x5584619fe760] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558462066e3e] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fbdeec2a610] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:57:05.846+0000 7fbdee770900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fbdee770900 thread_name:radosgw-admin 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fbdeec3fc30] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fbdeec8d02c] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fbdefb8f957] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x4d2760) [0x5584619fe760] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558462066e3e] 2026-04-02T11:57:05.863 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fbdeec2a610] 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:57:05.864 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbd917fa640 / http_manager 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbd937fe640 / http_manager 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdbffff640 / ms_dispatch 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdc9ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdcbfff640 / ms_dispatch 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdd6ffd640 / ms_dispatch 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbde0ff9640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbde17fa640 / admin_socket 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbde9581640 / ms_dispatch 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbde9d82640 / msgr-worker-2 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdea583640 / msgr-worker-1 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdead84640 / msgr-worker-0 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdeb585640 / io_context_pool 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdee770900 / radosgw-admin 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.88011.log 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:57:05.865 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:57:05.771+0000 7fbde0ff9640 10 monclient: dump: 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:57:05.771+0000 7fbdee770900 5 monclient: authenticate success, global_id 6348 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:57:05.771+0000 7fbdee770900 10 monclient: get_monmap_and_config success 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:57:05.771+0000 7fbdee770900 4 set_mon_vals no callback set 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:57:05.772+0000 7fbdee770900 10 monclient: shutdown 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 asok(0x55846369e6b0) unregister_commands rotate-key 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:57:05.772+0000 7fbdee770900 10 monclient: build_initial_monmap 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 build_initial for_mkfs: 0 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:57:05.772+0000 7fbdee770900 10 monclient: monmap: 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding auth protocol: cephx 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding auth protocol: cephx 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding auth protocol: cephx 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: crc 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x5584637a3860) adding con mode: secure 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:57:05.772+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 librados: starting msgr at 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 librados: starting objecter 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command objecter_requests hook 0x5584637a27d0 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 librados: setting wanted keys 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:57:05.772+0000 7fbdee770900 1 librados: calling monclient init 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:57:05.772+0000 7fbdee770900 10 monclient: init 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding auth protocol: cephx 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding auth protocol: cephx 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding auth protocol: cephx 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.866 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: crc 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:57:05.772+0000 7fbdee770900 5 AuthRegistry(0x55846379e0d0) adding con mode: secure 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:57:05.773+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:57:05.773+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:57:05.773+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command rotate-key hook 0x55846379e218 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-b con 0x55846372f7e0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-c con 0x5584637304b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-a con 0x558463730880 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient(hunting): authenticate will time out at 1655.785470s 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): get_auth_request con 0x558463730880 auth_method 0 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): get_auth_request con 0x55846372f7e0 auth_method 0 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:57:05.773+0000 7fbde9d82640 10 monclient(hunting): get_auth_request con 0x5584637304b0 auth_method 0 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:57:05.773+0000 7fbde9d82640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:57:05.773+0000 7fbde9d82640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:57:05.773+0000 7fbde9d82640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:57:05.773+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient(hunting): handle_auth_done global_id 6351 payload 824 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient: _finish_hunting 0 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:57:05.773+0000 7fbdead84640 1 monclient: found mon.noname-a 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:57:05.773+0000 7fbdead84640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: dump: 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.867 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:57:05.773+0000 7fbdd6ffd640 10 monclient: dump: 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:57:05.773+0000 7fbdee770900 5 monclient: authenticate success, global_id 6351 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:57:05.773+0000 7fbde0ff9640 4 set_mon_vals no callback set 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:57:05.773+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:57:05.774+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:57:05.774+0000 7fbdee770900 1 librados: init done 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:57:05.775+0000 7fbdd6ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:57:05.775+0000 7fbdd6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:57:05.775+0000 7fbdd6ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:57:05.775+0000 7fbdea583640 10 monclient: get_auth_request con 0x7fbdc4077610 auth_method 0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:57:05.775+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463888ff0 auth_method 0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:57:05.776+0000 7fbdea583640 10 monclient: get_auth_request con 0x5584639136e0 auth_method 0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:57:05.777+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463935b50 auth_method 0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:57:05.778+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463935040 auth_method 0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:57:05.778+0000 7fbdee770900 10 monclient: build_initial_monmap 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:57:05.778+0000 7fbdee770900 1 build_initial for_mkfs: 0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:57:05.778+0000 7fbdee770900 10 monclient: monmap: 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding auth protocol: cephx 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding auth protocol: cephx 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding auth protocol: cephx 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: crc 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 AuthRegistry(0x558463979860) adding con mode: secure 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:57:05.778+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:57:05.778+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55846397ccc0 EEXIST 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient: init 2026-04-02T11:57:05.868 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding auth protocol: cephx 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding auth protocol: cephx 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding auth protocol: cephx 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: crc 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 AuthRegistry(0x558463956b98) adding con mode: secure 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:57:05.779+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:57:05.779+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:57:05.779+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command rotate-key cmddesc rotate-key hook 0x558463956ce0 EEXIST 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-a con 0x5584639a48c0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-c con 0x5584639a4c90 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-b con 0x5584639a71a0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:57:05.779+0000 7fbdee770900 10 monclient(hunting): authenticate will time out at 1655.791565s 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): get_auth_request con 0x5584639a48c0 auth_method 0 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): get_auth_request con 0x5584639a71a0 auth_method 0 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:57:05.779+0000 7fbdead84640 10 monclient(hunting): get_auth_request con 0x5584639a4c90 auth_method 0 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:57:05.779+0000 7fbdead84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:57:05.779+0000 7fbdead84640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:57:05.779+0000 7fbdead84640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:57:05.779+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient(hunting): handle_auth_done global_id 6354 payload 824 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient: _finish_hunting 0 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:57:05.779+0000 7fbde9d82640 1 monclient: found mon.noname-a 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:57:05.779+0000 7fbde9d82640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: dump: 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.869 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:57:05.780+0000 7fbdcbfff640 10 monclient: dump: 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:57:05.780+0000 7fbdeb585640 4 set_mon_vals no callback set 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:57:05.780+0000 7fbdee770900 5 monclient: authenticate success, global_id 6354 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:57:05.780+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:57:05.780+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:57:05.780+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:57:05.780+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:57:05.781+0000 7fbdcbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:57:05.781+0000 7fbdcbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:57:05.781+0000 7fbdcbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:57:05.782+0000 7fbdead84640 10 monclient: get_auth_request con 0x7fbdb80774d0 auth_method 0 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:57:05.782+0000 7fbdee770900 10 monclient: get_monmap_and_config 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:57:05.782+0000 7fbdee770900 10 monclient: build_initial_monmap 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:57:05.782+0000 7fbdee770900 1 build_initial for_mkfs: 0 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:57:05.782+0000 7fbdee770900 10 monclient: monmap: 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding auth protocol: cephx 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding auth protocol: cephx 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding auth protocol: cephx 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: crc 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x558463a39b20) adding con mode: secure 2026-04-02T11:57:05.870 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:57:05.782+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:57:05.782+0000 7fbdee770900 10 monclient: init 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding auth protocol: cephx 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding auth protocol: cephx 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding auth protocol: cephx 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: crc 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:57:05.782+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4170) adding con mode: secure 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:57:05.782+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:57:05.782+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:57:05.783+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command rotate-key cmddesc rotate-key hook 0x7fffdada42b8 EEXIST 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-b con 0x558463a60c00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-c con 0x558463a680b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-a con 0x558463a91000 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient(hunting): authenticate will time out at 1655.795153s 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): get_auth_request con 0x558463a91000 auth_method 0 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): get_auth_request con 0x558463a680b0 auth_method 0 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:57:05.783+0000 7fbde9d82640 10 monclient(hunting): get_auth_request con 0x558463a60c00 auth_method 0 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:57:05.783+0000 7fbde9d82640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:57:05.783+0000 7fbde9d82640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:57:05.783+0000 7fbde9d82640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:57:05.783+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient(hunting): handle_auth_done global_id 35909 payload 274 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient: _finish_hunting 0 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:57:05.783+0000 7fbdead84640 1 monclient: found mon.noname-c 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:57:05.783+0000 7fbdead84640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: dump: 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.871 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:57:05.783+0000 7fbdc9ffb640 10 monclient: dump: 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:57:05.783+0000 7fbdee770900 5 monclient: authenticate success, global_id 35909 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:57:05.783+0000 7fbdee770900 10 monclient: get_monmap_and_config success 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:57:05.783+0000 7fbdee770900 4 set_mon_vals no callback set 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: shutdown 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: build_initial_monmap 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 build_initial for_mkfs: 0 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: monmap: 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding auth protocol: cephx 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding auth protocol: cephx 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding auth protocol: cephx 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: crc 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a39a60) adding con mode: secure 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:57:05.784+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 librados: starting msgr at 2026-04-02T11:57:05.872 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 librados: starting objecter 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command objecter_requests cmddesc objecter_requests hook 0x558463a3da70 EEXIST 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 librados: setting wanted keys 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:57:05.784+0000 7fbdee770900 1 librados: calling monclient init 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: init 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding auth protocol: cephx 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding auth protocol: cephx 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding auth protocol: cephx 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: crc 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 AuthRegistry(0x558463a38470) adding con mode: secure 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:57:05.784+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:57:05.784+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:57:05.784+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command rotate-key cmddesc rotate-key hook 0x558463a385b8 EEXIST 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-c con 0x558463a680b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-b con 0x558463a91000 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): picked mon.noname-a con 0x558463a8ffb0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:57:05.784+0000 7fbdee770900 10 monclient(hunting): authenticate will time out at 1655.796925s 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:57:05.784+0000 7fbde9d82640 10 monclient(hunting): get_auth_request con 0x558463a680b0 auth_method 0 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:57:05.784+0000 7fbde9d82640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:57:05.784+0000 7fbde9d82640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:57:05.784+0000 7fbde9d82640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:57:05.784+0000 7fbdea583640 10 monclient(hunting): get_auth_request con 0x558463a8ffb0 auth_method 0 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:57:05.784+0000 7fbdea583640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:57:05.784+0000 7fbdea583640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:57:05.784+0000 7fbdea583640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): get_auth_request con 0x558463a91000 auth_method 0 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:57:05.785+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:57:05.785+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:57:05.785+0000 7fbde9d82640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:57:05.785+0000 7fbdead84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient(hunting): handle_auth_done global_id 6360 payload 824 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient: _finish_hunting 0 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:57:05.785+0000 7fbdea583640 1 monclient: found mon.noname-a 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:57:05.785+0000 7fbdea583640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:05.873 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: dump: 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: _finish_auth 0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: _check_auth_tickets 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:57:05.785+0000 7fbdbffff640 10 monclient: dump: 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:57:05.785+0000 7fbdee770900 5 monclient: authenticate success, global_id 6360 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:57:05.785+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:57:05.785+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:57:05.785+0000 7fbdc9ffb640 4 set_mon_vals no callback set 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:57:05.785+0000 7fbdee770900 10 monclient: _renew_subs 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:57:05.785+0000 7fbdee770900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:57:05.785+0000 7fbdee770900 1 librados: init done 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:57:05.785+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cr dump hook 0x558463a905e8 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:57:05.787+0000 7fbdbffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:57:05.787+0000 7fbdbffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:57:05.787+0000 7fbdbffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:57:05.787+0000 7fbde9d82640 10 monclient: get_auth_request con 0x7fbda80775c0 auth_method 0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:57:05.787+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:57:05.788+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b01610 auth_method 0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 realm 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:57:05.788+0000 7fbdee770900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:57:05.788+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:57:05.789+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463b23cd0 auth_method 0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:57:05.789+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:57:05.790+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b45520 auth_method 0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:57:05.790+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:57:05.790+0000 7fbdee770900 20 searching for the correct realm 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:57:05.790+0000 7fbdea583640 10 monclient: get_auth_request con 0x558463b68240 auth_method 0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:57:05.791+0000 7fbde9d82640 10 monclient: get_auth_request con 0x7fbdd8072050 auth_method 0 2026-04-02T11:57:05.874 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:57:05.792+0000 7fbdead84640 10 monclient: get_auth_request con 0x7fbddc0c3a80 auth_method 0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:57:05.793+0000 7fbdead84640 0 -- 192.168.123.102:0/3880421157 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x558463b01610 msgr2=0x558463b21a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:57:05.793+0000 7fbdbffff640 1 client.6360.objecter ms_handle_reset 0x558463b01610 session 0x558463b00f00 osd.1 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:57:05.793+0000 7fbdbffff640 10 monclient: _renew_subs 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:57:05.793+0000 7fbdbffff640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:57:05.793+0000 7fbdead84640 10 monclient: get_auth_request con 0x7fbda80a4280 auth_method 0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:57:05.793+0000 7fbdea583640 10 monclient: get_auth_request con 0x7fbddc0b9ac0 auth_method 0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:57:05.795+0000 7fbde9d82640 10 monclient: get_auth_request con 0x7fbddc0ca070 auth_method 0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:57:05.795+0000 7fbdead84640 0 -- 192.168.123.102:0/3880421157 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fbddc0c3a80 msgr2=0x7fbddc0d0270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:57:05.795+0000 7fbdbffff640 1 client.6360.objecter ms_handle_reset 0x7fbddc0c3a80 session 0x7fbddc0b59c0 osd.4 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:57:05.795+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b01610 auth_method 0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:57:05.798+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 zone default found 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:57:05.799+0000 7fbdee770900 4 Realm: () 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:57:05.799+0000 7fbdee770900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:57:05.799+0000 7fbdee770900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:57:05.799+0000 7fbdee770900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 zonegroup default 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:57:05.799+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:57:05.800+0000 7fbdee770900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:57:05.800+0000 7fbdee770900 20 started sync module instance, tier type = 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:57:05.800+0000 7fbdee770900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=7 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=4 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=2 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=1 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=3 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=6 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:57:05.803+0000 7fbdee770900 20 add_watcher() i=5 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:57:05.803+0000 7fbdee770900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:57:05.804+0000 7fbdead84640 10 monclient: get_auth_request con 0x7fbd70007200 auth_method 0 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding auth protocol: cephx 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding auth protocol: cephx 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding auth protocol: cephx 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.875 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: crc 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 AuthRegistry(0x7fffdada4260) adding con mode: secure 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:57:05.805+0000 7fbdee770900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:57:05.805+0000 7fbdee770900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:57:05.805+0000 7fbdee770900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cache list hook 0x558463a8e0b0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cache inspect hook 0x558463a8e0b0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cache erase hook 0x558463a8e0b0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command cache zap hook 0x558463a8e0b0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:57:05.805+0000 7fbdee770900 5 note: GC not initialized 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:57:05.806+0000 7fbd937fe640 20 reqs_thread_entry: start 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:57:05.806+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command sync trace show hook 0x7fbdd8001320 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:57:05.806+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command sync trace history hook 0x7fbdd8001320 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:57:05.806+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command sync trace active hook 0x7fbdd8001320 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:57:05.806+0000 7fbdee770900 5 asok(0x55846369e6b0) register_command sync trace active_short hook 0x7fbdd8001320 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:57:05.806+0000 7fbdea583640 10 monclient: get_auth_request con 0x558463ba01c0 auth_method 0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:57:05.807+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463b9f910 auth_method 0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:57:05.809+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b9fce0 auth_method 0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:57:05.810+0000 7fbdea583640 10 monclient: get_auth_request con 0x558463b9c1a0 auth_method 0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:57:05.814+0000 7fbde9d82640 10 monclient: get_auth_request con 0x558463b9e600 auth_method 0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:57:05.819+0000 7fbdead84640 10 monclient: get_auth_request con 0x558463b194d0 auth_method 0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:57:05.843+0000 7fbdee770900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:57:05.843+0000 7fbdee770900 20 Filter name: none 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:57:05.843+0000 7fbd917fa640 20 reqs_thread_entry: start 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:57:05.843+0000 7fbdee770900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:57:05.843+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:57:05.843+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:57:05.843+0000 7fbdee770900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 : miss 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:57:05.844+0000 7fbdee770900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:57:05.844+0000 7fbdee770900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:57:05.844+0000 7fbdee770900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:57:05.845+0000 7fbdee770900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbdee770900 time 2026-04-02T11:57:05.846576+0000 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fbdefb8f8f8] 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x4d2760) [0x5584619fe760] 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558462066e3e] 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fbdeec2a610] 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:57:05.846+0000 7fbdee770900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fbdee770900 thread_name:radosgw-admin 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fbdeec3fc30] 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fbdeec8d02c] 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:57:05.876 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fbdefb8f957] 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x4d2760) [0x5584619fe760] 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558462066e3e] 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fbdeec2a610] 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:57:05.877 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbd917fa640 / http_manager 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbd937fe640 / http_manager 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdbffff640 / ms_dispatch 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdc9ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdcbfff640 / ms_dispatch 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdd6ffd640 / ms_dispatch 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbde0ff9640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbde17fa640 / admin_socket 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbde9581640 / ms_dispatch 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbde9d82640 / msgr-worker-2 2026-04-02T11:57:05.878 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdea583640 / msgr-worker-1 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdead84640 / msgr-worker-0 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdeb585640 / io_context_pool 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr: 7fbdee770900 / radosgw-admin 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T11:57:05.847438Z_6d8a5d12-ccca-4310-a11d-efe23c331893/log 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:05.879 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:05.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.895+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.895+0000 7f7e5e2f9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.895+0000 7f7e5e2f9900 20 realm 2026-04-02T11:57:05.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.895+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.895+0000 7f7e5e2f9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.895+0000 7f7e5e2f9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:05.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.895+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.896+0000 7f7e5e2f9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:05.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.896+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.896+0000 7f7e5e2f9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:05.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.896+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:05.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.897+0000 7f7e5e2f9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:05.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.897+0000 7f7e5e2f9900 20 searching for the correct realm 2026-04-02T11:57:05.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:05.900+0000 7f7e577fe640 0 -- 192.168.123.102:0/291800202 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f7e50067e10 msgr2=0x7f7e50069110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:06.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.105+0000 7f7e56ffd640 0 -- 192.168.123.102:0/291800202 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55d6778bbc50 msgr2=0x55d6778dc030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.106+0000 7f7e5e2f9900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.106+0000 7f7e5e2f9900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.106+0000 7f7e5e2f9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.106+0000 7f7e5e2f9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.106+0000 7f7e5e2f9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.106+0000 7f7e5e2f9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 zone default found 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 4 Realm: () 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 zonegroup default 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.107+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.108+0000 7f7e5e2f9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.108+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.108+0000 7f7e5e2f9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.108+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.108+0000 7f7e5e2f9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.108+0000 7f7e5e2f9900 20 started sync module instance, tier type = 2026-04-02T11:57:06.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.108+0000 7f7e5e2f9900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:06.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.111+0000 7f7e5e2f9900 20 add_watcher() i=5 2026-04-02T11:57:06.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.111+0000 7f7e5e2f9900 20 add_watcher() i=6 2026-04-02T11:57:06.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.111+0000 7f7e5e2f9900 20 add_watcher() i=1 2026-04-02T11:57:06.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.112+0000 7f7e5e2f9900 20 add_watcher() i=7 2026-04-02T11:57:06.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.112+0000 7f7e5e2f9900 20 add_watcher() i=2 2026-04-02T11:57:06.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.112+0000 7f7e5e2f9900 20 add_watcher() i=3 2026-04-02T11:57:06.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.112+0000 7f7e5e2f9900 20 add_watcher() i=0 2026-04-02T11:57:06.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.112+0000 7f7e5e2f9900 20 add_watcher() i=4 2026-04-02T11:57:06.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.112+0000 7f7e5e2f9900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:06.115 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.114+0000 7f7e5e2f9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:06.115 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.114+0000 7f7e5e2f9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:06.115 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.114+0000 7f7e5e2f9900 5 note: GC not initialized 2026-04-02T11:57:06.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.114+0000 7f7e097ea640 20 reqs_thread_entry: start 2026-04-02T11:57:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e5e2f9900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e5e2f9900 20 Filter name: none 2026-04-02T11:57:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e027fc640 20 reqs_thread_entry: start 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e5e2f9900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e5e2f9900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e5e2f9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.149+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.150+0000 7f7e5e2f9900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.150+0000 7f7e5e2f9900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.150+0000 7f7e5e2f9900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.150+0000 7f7e5e2f9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 20 remove_watcher() i=0 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 2 removed watcher, disabling cache 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 20 remove_watcher() i=4 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 20 remove_watcher() i=2 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 20 remove_watcher() i=7 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 20 remove_watcher() i=6 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 20 remove_watcher() i=5 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 20 remove_watcher() i=3 2026-04-02T11:57:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.154+0000 7f7e5e2f9900 20 remove_watcher() i=1 2026-04-02T11:57:06.161 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:06.161 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:06.161 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-init-indext id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:06.161 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:06.209 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:57:06.230 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:06.230 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:06.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.250+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.250+0000 7fbf31f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.251+0000 7fbf31f63900 20 realm 2026-04-02T11:57:06.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.251+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.251+0000 7fbf31f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.251+0000 7fbf31f63900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:06.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.251+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.251+0000 7fbf31f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.251+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.252+0000 7fbf31f63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:06.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.252+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.252+0000 7fbf31f63900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:06.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.252+0000 7fbf31f63900 20 searching for the correct realm 2026-04-02T11:57:06.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.253+0000 7fbf2d57b640 0 -- 192.168.123.102:0/841844046 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fbf1c034040 msgr2=0x7fbf1c026950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:06.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.459+0000 7fbf2e57d640 0 -- 192.168.123.102:0/841844046 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x5617559f3890 msgr2=0x561755a13c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.463+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:06.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 20 zone default found 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 4 Realm: () 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 20 zonegroup default 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.464+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.465+0000 7fbf31f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.465+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.465+0000 7fbf31f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.465+0000 7fbf31f63900 20 started sync module instance, tier type = 2026-04-02T11:57:06.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.465+0000 7fbf31f63900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:06.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.468+0000 7fbf31f63900 20 add_watcher() i=5 2026-04-02T11:57:06.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.468+0000 7fbf31f63900 20 add_watcher() i=0 2026-04-02T11:57:06.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.468+0000 7fbf31f63900 20 add_watcher() i=6 2026-04-02T11:57:06.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.468+0000 7fbf31f63900 20 add_watcher() i=7 2026-04-02T11:57:06.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.468+0000 7fbf31f63900 20 add_watcher() i=2 2026-04-02T11:57:06.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.469+0000 7fbf31f63900 20 add_watcher() i=4 2026-04-02T11:57:06.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.469+0000 7fbf31f63900 20 add_watcher() i=3 2026-04-02T11:57:06.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.469+0000 7fbf31f63900 20 add_watcher() i=1 2026-04-02T11:57:06.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.469+0000 7fbf31f63900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:06.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.471+0000 7fbf31f63900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:06.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.471+0000 7fbf31f63900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:06.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.471+0000 7fbf31f63900 5 note: GC not initialized 2026-04-02T11:57:06.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.471+0000 7fbedafed640 20 reqs_thread_entry: start 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 20 Filter name: none 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbed8fe9640 20 reqs_thread_entry: start 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 : miss 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.507+0000 7fbf31f63900 20 rados->read ofs=0 len=0 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.508+0000 7fbf31f63900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.508+0000 7fbf31f63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.508+0000 7fbf31f63900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.508+0000 7fbf31f63900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.508+0000 7fbf31f63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:06.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.508+0000 7fbf31f63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 2026-04-02T11:57:06.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.509+0000 7fbf31f63900 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to be held by another RGW process; skipping for now 2026-04-02T11:57:06.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.512+0000 7fbf31f63900 20 remove_watcher() i=4 2026-04-02T11:57:06.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.512+0000 7fbf31f63900 2 removed watcher, disabling cache 2026-04-02T11:57:06.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.512+0000 7fbf31f63900 20 remove_watcher() i=2 2026-04-02T11:57:06.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.512+0000 7fbf31f63900 20 remove_watcher() i=7 2026-04-02T11:57:06.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.512+0000 7fbf31f63900 20 remove_watcher() i=5 2026-04-02T11:57:06.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.512+0000 7fbf31f63900 20 remove_watcher() i=6 2026-04-02T11:57:06.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.512+0000 7fbf31f63900 20 remove_watcher() i=1 2026-04-02T11:57:06.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.512+0000 7fbf31f63900 20 remove_watcher() i=3 2026-04-02T11:57:06.715 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:06.713+0000 7fbf31f63900 20 remove_watcher() i=0 2026-04-02T11:57:06.720 INFO:tasks.workunit.client.0.vm02.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T11:57:36.723 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:57:36.743 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:36.743 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:36.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.766+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.768+0000 7f5a9bf3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.768+0000 7f5a9bf3a900 20 realm 2026-04-02T11:57:36.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.768+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.768+0000 7f5a9bf3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.768+0000 7f5a9bf3a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:36.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.768+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.768+0000 7f5a9bf3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.768+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.769+0000 7f5a9bf3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:36.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.769+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.770+0000 7f5a9bf3a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:36.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.770+0000 7f5a9bf3a900 20 searching for the correct realm 2026-04-02T11:57:36.775 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.773+0000 7f5a937fe640 0 -- 192.168.123.102:0/2147161782 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x555918770df0 msgr2=0x5559187912a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:36.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.777+0000 7f5a93fff640 0 -- 192.168.123.102:0/2147161782 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f5a8c04b040 msgr2=0x7f5a8c057420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.780+0000 7f5a9bf3a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.780+0000 7f5a9bf3a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.780+0000 7f5a9bf3a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.780+0000 7f5a9bf3a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.780+0000 7f5a9bf3a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.780+0000 7f5a9bf3a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.780+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 zone default found 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 4 Realm: () 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 zonegroup default 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.781+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.782+0000 7f5a9bf3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.782+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.782+0000 7f5a9bf3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.782+0000 7f5a9bf3a900 20 started sync module instance, tier type = 2026-04-02T11:57:36.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.782+0000 7f5a9bf3a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:36.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.785+0000 7f5a9bf3a900 20 add_watcher() i=0 2026-04-02T11:57:36.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.785+0000 7f5a9bf3a900 20 add_watcher() i=1 2026-04-02T11:57:36.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.785+0000 7f5a9bf3a900 20 add_watcher() i=2 2026-04-02T11:57:36.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.786+0000 7f5a9bf3a900 20 add_watcher() i=4 2026-04-02T11:57:36.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.786+0000 7f5a9bf3a900 20 add_watcher() i=3 2026-04-02T11:57:36.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.786+0000 7f5a9bf3a900 20 add_watcher() i=5 2026-04-02T11:57:36.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.786+0000 7f5a9bf3a900 20 add_watcher() i=6 2026-04-02T11:57:36.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.786+0000 7f5a9bf3a900 20 add_watcher() i=7 2026-04-02T11:57:36.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.786+0000 7f5a9bf3a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:36.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.788+0000 7f5a9bf3a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:36.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.788+0000 7f5a9bf3a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:36.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.788+0000 7f5a9bf3a900 5 note: GC not initialized 2026-04-02T11:57:36.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.789+0000 7f5a3ffff640 20 reqs_thread_entry: start 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.833+0000 7f5a9bf3a900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.833+0000 7f5a9bf3a900 20 Filter name: none 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.833+0000 7f5a3dffb640 20 reqs_thread_entry: start 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.833+0000 7f5a9bf3a900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.833+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 : miss 2026-04-02T11:57:36.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:36.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:36.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:36.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:36.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:36.836 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.834+0000 7f5a9bf3a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 2026-04-02T11:57:36.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.837+0000 7f5a9bf3a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:36.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.837+0000 7f5a9bf3a900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:36.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.837+0000 7f5a9bf3a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:36.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.837+0000 7f5a9bf3a900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23, ofs0, ns] 2026-04-02T11:57:36.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.838+0000 7f5a767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927240 cookie 93841150926960 notifier 35951 bl.length()=1009 2026-04-02T11:57:36.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.838+0000 7f5a767fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:36.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.838+0000 7f5a767fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:36.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.838+0000 7f5a767fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:36.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.838+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): orig_sources= new_sources= 2026-04-02T11:57:36.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.838+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): potential sources added=[] removed=[] 2026-04-02T11:57:36.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.838+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): orig_dests= new_dests= 2026-04-02T11:57:36.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.838+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): potential dests added=[] removed=[] 2026-04-02T11:57:36.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.840+0000 7f5a9bf3a900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.23.1.0 2026-04-02T11:57:36.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.840+0000 7f5a9bf3a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.23.1.0 2026-04-02T11:57:36.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.840+0000 7f5a9bf3a900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.23.1.1 2026-04-02T11:57:36.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.840+0000 7f5a9bf3a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.23.1.1 2026-04-02T11:57:36.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.840+0000 7f5a9bf3a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.23.0 2026-04-02T11:57:36.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.843+0000 7f5a9bf3a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:36.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.843+0000 7f5a9bf3a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 2026-04-02T11:57:36.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.845+0000 7f5a9bf3a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:36.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.845+0000 7f5a9bf3a900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:36.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.845+0000 7f5a9bf3a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:36.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.845+0000 7f5a9bf3a900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23, ofs0, ns] 2026-04-02T11:57:36.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.845+0000 7f5a767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927241 cookie 93841150926960 notifier 35951 bl.length()=1009 2026-04-02T11:57:36.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.845+0000 7f5a767fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:36.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.845+0000 7f5a767fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:36.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.845+0000 7f5a767fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:36.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.846+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): orig_sources= new_sources= 2026-04-02T11:57:36.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.846+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): potential sources added=[] removed=[] 2026-04-02T11:57:36.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.846+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): orig_dests= new_dests= 2026-04-02T11:57:36.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.846+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): potential dests added=[] removed=[] 2026-04-02T11:57:36.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.847+0000 7f5a9bf3a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.23.0 2026-04-02T11:57:36.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.848+0000 7f5a9bf3a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:36.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.848+0000 7f5a9bf3a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 2026-04-02T11:57:36.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a9bf3a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:36.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a9bf3a900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:36.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a9bf3a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:36.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a9bf3a900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23, ofs0, ns] 2026-04-02T11:57:36.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927242 cookie 93841150926960 notifier 35951 bl.length()=973 2026-04-02T11:57:36.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a767fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 info.flags=0x17 2026-04-02T11:57:36.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a767fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 to cache LRU end 2026-04-02T11:57:36.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a767fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:36.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): orig_sources= new_sources= 2026-04-02T11:57:36.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): potential sources added=[] removed=[] 2026-04-02T11:57:36.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): orig_dests= new_dests= 2026-04-02T11:57:36.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.849+0000 7f5a9bf3a900 20 handle_bi_update(): bucket=:abort-at-init-indext[eddad88e-989b-427a-b28b-eab9b853fda8.4590.23]): potential dests added=[] removed=[] 2026-04-02T11:57:36.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.851+0000 7f5a9bf3a900 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 20 remove_watcher() i=3 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 2 removed watcher, disabling cache 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 20 remove_watcher() i=5 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 20 remove_watcher() i=6 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 20 remove_watcher() i=2 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 20 remove_watcher() i=7 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 20 remove_watcher() i=1 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 20 remove_watcher() i=0 2026-04-02T11:57:36.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.856+0000 7f5a9bf3a900 20 remove_watcher() i=4 2026-04-02T11:57:36.866 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T11:57:36.889 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:36.889 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:36.911 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.909+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.911+0000 7f818d9cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.911+0000 7f818d9cb900 20 realm 2026-04-02T11:57:36.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.911+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.911+0000 7f818d9cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.911+0000 7f818d9cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:36.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.911+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.911+0000 7f818d9cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:36.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.911+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.912+0000 7f818d9cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:36.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.912+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:36.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.913+0000 7f818d9cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:36.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.913+0000 7f818d9cb900 20 searching for the correct realm 2026-04-02T11:57:36.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:36.916+0000 7f8183fff640 0 -- 192.168.123.102:0/2509045972 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f817c0474c0 msgr2=0x7f817c074900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:37.124 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.122+0000 7f81837fe640 0 -- 192.168.123.102:0/2509045972 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x56092099feb0 msgr2=0x5609209c0290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.124+0000 7f818d9cb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.124+0000 7f818d9cb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.124+0000 7f818d9cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.124+0000 7f818d9cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.124+0000 7f818d9cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.124+0000 7f818d9cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.124+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:37.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 zone default found 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 4 Realm: () 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 zonegroup default 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.125+0000 7f818d9cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.126+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.126+0000 7f818d9cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.126+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.126+0000 7f818d9cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.126+0000 7f818d9cb900 20 started sync module instance, tier type = 2026-04-02T11:57:37.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.126+0000 7f818d9cb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:37.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 20 add_watcher() i=6 2026-04-02T11:57:37.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 20 add_watcher() i=3 2026-04-02T11:57:37.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 20 add_watcher() i=5 2026-04-02T11:57:37.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 20 add_watcher() i=2 2026-04-02T11:57:37.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 20 add_watcher() i=7 2026-04-02T11:57:37.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 20 add_watcher() i=4 2026-04-02T11:57:37.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 20 add_watcher() i=0 2026-04-02T11:57:37.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 20 add_watcher() i=1 2026-04-02T11:57:37.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.131+0000 7f818d9cb900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:37.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.133+0000 7f818d9cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:37.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.133+0000 7f818d9cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:37.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.133+0000 7f818d9cb900 5 note: GC not initialized 2026-04-02T11:57:37.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.133+0000 7f81357ea640 20 reqs_thread_entry: start 2026-04-02T11:57:37.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.175+0000 7f818d9cb900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:37.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.175+0000 7f818d9cb900 20 Filter name: none 2026-04-02T11:57:37.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.175+0000 7f812effd640 20 reqs_thread_entry: start 2026-04-02T11:57:37.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.175+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.175+0000 7f818d9cb900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:37.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.175+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.175+0000 7f818d9cb900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:37.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.175+0000 7f818d9cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:37.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.176+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.176+0000 7f818d9cb900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T11:57:37.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.176+0000 7f818d9cb900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.176+0000 7f818d9cb900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T11:57:37.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.176+0000 7f818d9cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:37.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.180+0000 7f818d9cb900 20 remove_watcher() i=3 2026-04-02T11:57:37.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.180+0000 7f818d9cb900 2 removed watcher, disabling cache 2026-04-02T11:57:37.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.181+0000 7f818d9cb900 20 remove_watcher() i=1 2026-04-02T11:57:37.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.181+0000 7f818d9cb900 20 remove_watcher() i=5 2026-04-02T11:57:37.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.181+0000 7f818d9cb900 20 remove_watcher() i=6 2026-04-02T11:57:37.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.181+0000 7f818d9cb900 20 remove_watcher() i=0 2026-04-02T11:57:37.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.181+0000 7f818d9cb900 20 remove_watcher() i=4 2026-04-02T11:57:37.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.181+0000 7f818d9cb900 20 remove_watcher() i=7 2026-04-02T11:57:37.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.181+0000 7f818d9cb900 20 remove_watcher() i=2 2026-04-02T11:57:37.190 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:37.190 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:37.190 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-init-indext id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.23 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:57:37.190 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:37.253 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2026-04-02T11:57:37.253 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:37.416 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T11:57:37.438 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:37.438 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:37.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.459+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.460+0000 7f8303811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.460+0000 7f8303811900 20 realm 2026-04-02T11:57:37.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.460+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.460+0000 7f8303811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.460+0000 7f8303811900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:37.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.460+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.460+0000 7f8303811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.460+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.461+0000 7f8303811900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:37.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.461+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.462+0000 7f8303811900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:37.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.462+0000 7f8303811900 20 searching for the correct realm 2026-04-02T11:57:37.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.465+0000 7f82ff7dd640 0 -- 192.168.123.102:0/197389274 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f82f0074140 msgr2=0x7f82f006dae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:37.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.469+0000 7f82ff7dd640 0 -- 192.168.123.102:0/197389274 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f82bc0a41f0 msgr2=0x7f82bc0c45f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.473+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:37.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 zone default found 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 4 Realm: () 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 zonegroup default 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.474+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.475+0000 7f8303811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.475+0000 7f8303811900 20 started sync module instance, tier type = 2026-04-02T11:57:37.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.475+0000 7f8303811900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.479+0000 7f8303811900 20 add_watcher() i=7 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.479+0000 7f8303811900 20 add_watcher() i=0 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.479+0000 7f8303811900 20 add_watcher() i=4 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.479+0000 7f8303811900 20 add_watcher() i=3 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.479+0000 7f8303811900 20 add_watcher() i=1 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.480+0000 7f8303811900 20 add_watcher() i=2 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.480+0000 7f8303811900 20 add_watcher() i=6 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.480+0000 7f8303811900 20 add_watcher() i=5 2026-04-02T11:57:37.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.480+0000 7f8303811900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:37.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.482+0000 7f8303811900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:37.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.482+0000 7f8303811900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:37.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.482+0000 7f8303811900 5 note: GC not initialized 2026-04-02T11:57:37.484 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.482+0000 7f82a7fff640 20 reqs_thread_entry: start 2026-04-02T11:57:37.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.529+0000 7f8303811900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:37.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.529+0000 7f8303811900 20 Filter name: none 2026-04-02T11:57:37.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.529+0000 7f82a5ffb640 20 reqs_thread_entry: start 2026-04-02T11:57:37.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.529+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.530+0000 7f8303811900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:37.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.530+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.530+0000 7f8303811900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:37.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.530+0000 7f8303811900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:37.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.530+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.530+0000 7f8303811900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:37.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.530+0000 7f8303811900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.531+0000 7f8303811900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:37.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.531+0000 7f8303811900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 20 remove_watcher() i=3 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 2 removed watcher, disabling cache 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 20 remove_watcher() i=4 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 20 remove_watcher() i=7 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 20 remove_watcher() i=0 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 20 remove_watcher() i=5 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 20 remove_watcher() i=1 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 20 remove_watcher() i=2 2026-04-02T11:57:37.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.536+0000 7f8303811900 20 remove_watcher() i=6 2026-04-02T11:57:37.544 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:37.544 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:37.544 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-set-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:37.544 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:37.546 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2026-04-02T11:57:37.570 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:37.570 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:37.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.594+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.595+0000 7fcc2a6e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.595+0000 7fcc2a6e8900 20 realm 2026-04-02T11:57:37.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.595+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.595+0000 7fcc2a6e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.595+0000 7fcc2a6e8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:37.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.595+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.596+0000 7fcc2a6e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.596+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.597+0000 7fcc2a6e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:37.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.597+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.597+0000 7fcc2a6e8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:37.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.598+0000 7fcc2a6e8900 20 searching for the correct realm 2026-04-02T11:57:37.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.600+0000 7fcc1bfff640 0 -- 192.168.123.102:0/2550332275 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fcc1406a050 msgr2=0x7fcc1405de30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:37.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.604+0000 7fcc1bfff640 0 -- 192.168.123.102:0/2550332275 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fcc1c09b910 msgr2=0x7fcc1c0cc3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.809+0000 7fcc2a6e8900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.809+0000 7fcc2a6e8900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.809+0000 7fcc2a6e8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.809+0000 7fcc2a6e8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.809+0000 7fcc2a6e8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.809+0000 7fcc2a6e8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.809+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.810+0000 7fcc2a6e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.810+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.810+0000 7fcc2a6e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.810+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.810+0000 7fcc2a6e8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.810+0000 7fcc2a6e8900 20 zone default found 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 4 Realm: () 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 20 zonegroup default 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.811+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.812+0000 7fcc2a6e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.812+0000 7fcc2a6e8900 20 started sync module instance, tier type = 2026-04-02T11:57:37.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.812+0000 7fcc2a6e8900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:37.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.815+0000 7fcc2a6e8900 20 add_watcher() i=7 2026-04-02T11:57:37.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.815+0000 7fcc2a6e8900 20 add_watcher() i=3 2026-04-02T11:57:37.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.816+0000 7fcc2a6e8900 20 add_watcher() i=1 2026-04-02T11:57:37.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.816+0000 7fcc2a6e8900 20 add_watcher() i=2 2026-04-02T11:57:37.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.816+0000 7fcc2a6e8900 20 add_watcher() i=4 2026-04-02T11:57:37.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.816+0000 7fcc2a6e8900 20 add_watcher() i=0 2026-04-02T11:57:37.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.816+0000 7fcc2a6e8900 20 add_watcher() i=6 2026-04-02T11:57:37.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.817+0000 7fcc2a6e8900 20 add_watcher() i=5 2026-04-02T11:57:37.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.817+0000 7fcc2a6e8900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:37.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.819+0000 7fcc2a6e8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:37.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.819+0000 7fcc2a6e8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:37.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.819+0000 7fcc2a6e8900 5 note: GC not initialized 2026-04-02T11:57:37.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.819+0000 7fcbd4ff1640 20 reqs_thread_entry: start 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 20 Filter name: none 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcbce7fc640 20 reqs_thread_entry: start 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 : miss 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.864+0000 7fcc2a6e8900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.865+0000 7fcc2a6e8900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.865+0000 7fcc2a6e8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 info.flags=0x17 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.865+0000 7fcc2a6e8900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 to cache LRU end 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.865+0000 7fcc2a6e8900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.865+0000 7fcc2a6e8900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:37.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.865+0000 7fcc2a6e8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 2026-04-02T11:57:37.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.867+0000 7fcc2a6e8900 -1 Injecting error=-5 at location=set_target_layout 2026-04-02T11:57:37.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.867+0000 7fcc2a6e8900 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.873+0000 7fcc2a6e8900 20 remove_watcher() i=3 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.873+0000 7fcc2a6e8900 2 removed watcher, disabling cache 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.873+0000 7fcc2a6e8900 20 remove_watcher() i=2 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.873+0000 7fcc2a6e8900 20 remove_watcher() i=1 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.873+0000 7fcc2a6e8900 20 remove_watcher() i=0 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.873+0000 7fcc2a6e8900 20 remove_watcher() i=4 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.874+0000 7fcc2a6e8900 20 remove_watcher() i=7 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.874+0000 7fcc2a6e8900 20 remove_watcher() i=6 2026-04-02T11:57:37.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.874+0000 7fcc2a6e8900 20 remove_watcher() i=5 2026-04-02T11:57:37.884 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T11:57:37.905 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:37.905 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:37.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.926+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.927+0000 7ff11696e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.927+0000 7ff11696e900 20 realm 2026-04-02T11:57:37.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.927+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.927+0000 7ff11696e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.927+0000 7ff11696e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:37.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.927+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.927+0000 7ff11696e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:37.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.927+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.928+0000 7ff11696e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:37.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.928+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:37.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.928+0000 7ff11696e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:37.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.929+0000 7ff11696e900 20 searching for the correct realm 2026-04-02T11:57:37.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:37.932+0000 7ff1126e7640 0 -- 192.168.123.102:0/1387481096 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7ff1040c9460 msgr2=0x7ff1040c9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:38.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.138+0000 7ff111ee6640 0 -- 192.168.123.102:0/1387481096 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x556d3c9e7ca0 msgr2=0x556d3ca08080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.141+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:38.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 20 zone default found 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 4 Realm: () 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 20 zonegroup default 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.142+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.143+0000 7ff11696e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.143+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.143+0000 7ff11696e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.143+0000 7ff11696e900 20 started sync module instance, tier type = 2026-04-02T11:57:38.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.143+0000 7ff11696e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:38.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.146+0000 7ff11696e900 20 add_watcher() i=7 2026-04-02T11:57:38.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.146+0000 7ff11696e900 20 add_watcher() i=3 2026-04-02T11:57:38.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.147+0000 7ff11696e900 20 add_watcher() i=2 2026-04-02T11:57:38.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.147+0000 7ff11696e900 20 add_watcher() i=4 2026-04-02T11:57:38.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.147+0000 7ff11696e900 20 add_watcher() i=0 2026-04-02T11:57:38.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.147+0000 7ff11696e900 20 add_watcher() i=6 2026-04-02T11:57:38.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.147+0000 7ff11696e900 20 add_watcher() i=5 2026-04-02T11:57:38.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.147+0000 7ff11696e900 20 add_watcher() i=1 2026-04-02T11:57:38.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.147+0000 7ff11696e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:38.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.150+0000 7ff11696e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:38.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.150+0000 7ff11696e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:38.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.150+0000 7ff11696e900 5 note: GC not initialized 2026-04-02T11:57:38.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.150+0000 7ff0baffd640 20 reqs_thread_entry: start 2026-04-02T11:57:38.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.190+0000 7ff11696e900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:38.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.190+0000 7ff11696e900 20 Filter name: none 2026-04-02T11:57:38.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.190+0000 7ff0b8ff9640 20 reqs_thread_entry: start 2026-04-02T11:57:38.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.191+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.191+0000 7ff11696e900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:38.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.191+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.191+0000 7ff11696e900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:38.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.191+0000 7ff11696e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:38.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.191+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.191+0000 7ff11696e900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:38.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.191+0000 7ff11696e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.192+0000 7ff11696e900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:38.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.192+0000 7ff11696e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.196+0000 7ff11696e900 20 remove_watcher() i=3 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.196+0000 7ff11696e900 2 removed watcher, disabling cache 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.196+0000 7ff11696e900 20 remove_watcher() i=2 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.197+0000 7ff11696e900 20 remove_watcher() i=7 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.197+0000 7ff11696e900 20 remove_watcher() i=5 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.197+0000 7ff11696e900 20 remove_watcher() i=6 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.197+0000 7ff11696e900 20 remove_watcher() i=4 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.197+0000 7ff11696e900 20 remove_watcher() i=0 2026-04-02T11:57:38.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.197+0000 7ff11696e900 20 remove_watcher() i=1 2026-04-02T11:57:38.204 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:38.204 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:38.204 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-set-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:38.204 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:38.254 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:57:38.277 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:38.277 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:38.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.299+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.300+0000 7ff820567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.300+0000 7ff820567900 20 realm 2026-04-02T11:57:38.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.300+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.300+0000 7ff820567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.300+0000 7ff820567900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:38.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.300+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.300+0000 7ff820567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.300+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.301+0000 7ff820567900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:38.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.301+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.302+0000 7ff820567900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:38.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.302+0000 7ff820567900 20 searching for the correct realm 2026-04-02T11:57:38.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.306+0000 7ff81cae1640 0 -- 192.168.123.102:0/2363212917 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7ff8100584e0 msgr2=0x7ff810075430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:38.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.310+0000 7ff817fff640 0 -- 192.168.123.102:0/2363212917 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7ff8100d1410 msgr2=0x7ff8100d1860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:38.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:38.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.313+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 zone default found 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 4 Realm: () 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 zonegroup default 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 started sync module instance, tier type = 2026-04-02T11:57:38.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.314+0000 7ff820567900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:38.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 20 add_watcher() i=0 2026-04-02T11:57:38.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 20 add_watcher() i=2 2026-04-02T11:57:38.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 20 add_watcher() i=5 2026-04-02T11:57:38.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 20 add_watcher() i=7 2026-04-02T11:57:38.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 20 add_watcher() i=1 2026-04-02T11:57:38.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 20 add_watcher() i=4 2026-04-02T11:57:38.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 20 add_watcher() i=6 2026-04-02T11:57:38.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 20 add_watcher() i=3 2026-04-02T11:57:38.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.319+0000 7ff820567900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:38.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.321+0000 7ff820567900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:38.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.321+0000 7ff820567900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:38.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.322+0000 7ff820567900 5 note: GC not initialized 2026-04-02T11:57:38.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.322+0000 7ff7c97f2640 20 reqs_thread_entry: start 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 20 Filter name: none 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff7c27fc640 20 reqs_thread_entry: start 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 : miss 2026-04-02T11:57:38.371 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.369+0000 7ff820567900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.370+0000 7ff820567900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:38.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.370+0000 7ff820567900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 info.flags=0x17 2026-04-02T11:57:38.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.370+0000 7ff820567900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 to cache LRU end 2026-04-02T11:57:38.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.370+0000 7ff820567900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:38.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.370+0000 7ff820567900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:38.372 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.370+0000 7ff820567900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 2026-04-02T11:57:38.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff820567900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 info.flags=0x17 2026-04-02T11:57:38.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff820567900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 to cache LRU end 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff820567900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff820567900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24, ofs0, ns] 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff7faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927256 cookie 94606515551312 notifier 6504 bl.length()=1021 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff7faffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 info.flags=0x17 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff7faffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 to cache LRU end 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff7faffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): orig_sources= new_sources= 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): potential sources added=[] removed=[] 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): orig_dests= new_dests= 2026-04-02T11:57:38.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.374+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): potential dests added=[] removed=[] 2026-04-02T11:57:38.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.377+0000 7ff820567900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.24.1.0 2026-04-02T11:57:38.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.377+0000 7ff820567900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.24.1.0 2026-04-02T11:57:38.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.377+0000 7ff820567900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.24.1.1 2026-04-02T11:57:38.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.377+0000 7ff820567900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.24.1.1 2026-04-02T11:57:38.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.377+0000 7ff820567900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.24.0 2026-04-02T11:57:38.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.379+0000 7ff820567900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:38.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.379+0000 7ff820567900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.380+0000 7ff820567900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 info.flags=0x17 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.380+0000 7ff820567900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 to cache LRU end 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.380+0000 7ff820567900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.380+0000 7ff820567900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24, ofs0, ns] 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.380+0000 7ff7faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927257 cookie 94606515551312 notifier 6504 bl.length()=1021 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.380+0000 7ff7faffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 info.flags=0x17 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.380+0000 7ff7faffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 to cache LRU end 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.380+0000 7ff7faffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.381+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): orig_sources= new_sources= 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.381+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): potential sources added=[] removed=[] 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.381+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): orig_dests= new_dests= 2026-04-02T11:57:38.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.381+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): potential dests added=[] removed=[] 2026-04-02T11:57:38.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.382+0000 7ff820567900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.24.0 2026-04-02T11:57:38.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.382+0000 7ff820567900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:38.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.382+0000 7ff820567900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.383+0000 7ff820567900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 info.flags=0x17 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.383+0000 7ff820567900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 to cache LRU end 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.383+0000 7ff820567900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.383+0000 7ff820567900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24, ofs0, ns] 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.384+0000 7ff7faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927258 cookie 94606515551312 notifier 6504 bl.length()=985 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.384+0000 7ff7faffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 info.flags=0x17 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.384+0000 7ff7faffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 to cache LRU end 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.384+0000 7ff7faffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:38.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.384+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): orig_sources= new_sources= 2026-04-02T11:57:38.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.384+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): potential sources added=[] removed=[] 2026-04-02T11:57:38.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.384+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): orig_dests= new_dests= 2026-04-02T11:57:38.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.384+0000 7ff820567900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.24]): potential dests added=[] removed=[] 2026-04-02T11:57:38.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.385+0000 7ff820567900 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.390+0000 7ff820567900 20 remove_watcher() i=7 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.390+0000 7ff820567900 2 removed watcher, disabling cache 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.390+0000 7ff820567900 20 remove_watcher() i=6 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.390+0000 7ff820567900 20 remove_watcher() i=5 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.391+0000 7ff820567900 20 remove_watcher() i=0 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.391+0000 7ff820567900 20 remove_watcher() i=4 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.391+0000 7ff820567900 20 remove_watcher() i=3 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.391+0000 7ff820567900 20 remove_watcher() i=2 2026-04-02T11:57:38.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.391+0000 7ff820567900 20 remove_watcher() i=1 2026-04-02T11:57:38.401 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T11:57:38.423 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:38.423 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:38.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.442+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.444+0000 7f7954b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.444+0000 7f7954b3a900 20 realm 2026-04-02T11:57:38.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.444+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.444+0000 7f7954b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.444+0000 7f7954b3a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:38.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.444+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.444+0000 7f7954b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.444+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.646+0000 7f7954b3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:38.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.646+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.647+0000 7f7954b3a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:38.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.647+0000 7f7954b3a900 20 searching for the correct realm 2026-04-02T11:57:38.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.650+0000 7f794bfff640 0 -- 192.168.123.102:0/1040986931 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f79400642b0 msgr2=0x7f79400809e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:38.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.653+0000 7f794bfff640 0 -- 192.168.123.102:0/1040986931 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f7944087940 msgr2=0x7f794405e7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:38.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:38.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:38.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:38.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:38.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:38.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:38.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.859+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 20 zone default found 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 4 Realm: () 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 20 zonegroup default 2026-04-02T11:57:38.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.860+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.861+0000 7f7954b3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:38.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.861+0000 7f7954b3a900 20 started sync module instance, tier type = 2026-04-02T11:57:38.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.861+0000 7f7954b3a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.864+0000 7f7954b3a900 20 add_watcher() i=5 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.865+0000 7f7954b3a900 20 add_watcher() i=4 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.865+0000 7f7954b3a900 20 add_watcher() i=0 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.865+0000 7f7954b3a900 20 add_watcher() i=3 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.865+0000 7f7954b3a900 20 add_watcher() i=6 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.865+0000 7f7954b3a900 20 add_watcher() i=2 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.865+0000 7f7954b3a900 20 add_watcher() i=1 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.865+0000 7f7954b3a900 20 add_watcher() i=7 2026-04-02T11:57:38.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.865+0000 7f7954b3a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:38.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.867+0000 7f7954b3a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:38.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.867+0000 7f7954b3a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:38.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.867+0000 7f7954b3a900 5 note: GC not initialized 2026-04-02T11:57:38.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.867+0000 7f78fdfeb640 20 reqs_thread_entry: start 2026-04-02T11:57:38.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.913+0000 7f7954b3a900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:38.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.913+0000 7f7954b3a900 20 Filter name: none 2026-04-02T11:57:38.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.913+0000 7f78f77fe640 20 reqs_thread_entry: start 2026-04-02T11:57:38.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.913+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.914+0000 7f7954b3a900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:38.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.914+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.914+0000 7f7954b3a900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:38.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.914+0000 7f7954b3a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:38.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.914+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.914+0000 7f7954b3a900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:38.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.914+0000 7f7954b3a900 20 rados->read ofs=0 len=0 2026-04-02T11:57:38.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.915+0000 7f7954b3a900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:38.916 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.915+0000 7f7954b3a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:38.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 20 remove_watcher() i=2 2026-04-02T11:57:38.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 2 removed watcher, disabling cache 2026-04-02T11:57:38.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 20 remove_watcher() i=7 2026-04-02T11:57:38.921 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 20 remove_watcher() i=3 2026-04-02T11:57:38.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 20 remove_watcher() i=1 2026-04-02T11:57:38.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 20 remove_watcher() i=5 2026-04-02T11:57:38.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 20 remove_watcher() i=4 2026-04-02T11:57:38.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 20 remove_watcher() i=0 2026-04-02T11:57:38.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:38.920+0000 7f7954b3a900 20 remove_watcher() i=6 2026-04-02T11:57:38.927 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:38.927 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:38.927 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-set-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.24 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:57:38.927 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:38.986 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2026-04-02T11:57:38.986 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:39.144 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T11:57:39.164 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:39.164 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:39.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.187+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.190+0000 7f5a34163900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.190+0000 7f5a34163900 20 realm 2026-04-02T11:57:39.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.190+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.190+0000 7f5a34163900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.190+0000 7f5a34163900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:39.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.190+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.190+0000 7f5a34163900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.192 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.190+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.191+0000 7f5a34163900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:39.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.191+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.192+0000 7f5a34163900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:39.193 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.192+0000 7f5a34163900 20 searching for the correct realm 2026-04-02T11:57:39.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.194+0000 7f5a22dff640 0 -- 192.168.123.102:0/2869656015 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f5a1c075450 msgr2=0x7f5a1c0823f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:39.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.198+0000 7f5a22dff640 0 -- 192.168.123.102:0/2869656015 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f59ec0a42d0 msgr2=0x7f59ec0c46d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.403+0000 7f5a34163900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.403+0000 7f5a34163900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.403+0000 7f5a34163900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.403+0000 7f5a34163900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.403+0000 7f5a34163900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.403+0000 7f5a34163900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.403+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:39.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 zone default found 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 4 Realm: () 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 zonegroup default 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.404+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.405+0000 7f5a34163900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.405+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.405+0000 7f5a34163900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.405+0000 7f5a34163900 20 started sync module instance, tier type = 2026-04-02T11:57:39.407 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.405+0000 7f5a34163900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 20 add_watcher() i=3 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 20 add_watcher() i=1 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 20 add_watcher() i=5 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 20 add_watcher() i=6 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 20 add_watcher() i=4 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 20 add_watcher() i=2 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 20 add_watcher() i=7 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 20 add_watcher() i=0 2026-04-02T11:57:39.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.409+0000 7f5a34163900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:39.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.411+0000 7f5a34163900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:39.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.411+0000 7f5a34163900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:39.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.411+0000 7f5a34163900 5 note: GC not initialized 2026-04-02T11:57:39.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.411+0000 7f59dcff1640 20 reqs_thread_entry: start 2026-04-02T11:57:39.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.453+0000 7f5a34163900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:39.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.453+0000 7f5a34163900 20 Filter name: none 2026-04-02T11:57:39.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.454+0000 7f59d5ffb640 20 reqs_thread_entry: start 2026-04-02T11:57:39.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.454+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.454+0000 7f5a34163900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:39.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.454+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.455+0000 7f5a34163900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:39.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.455+0000 7f5a34163900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:39.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.455+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.455+0000 7f5a34163900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:39.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.455+0000 7f5a34163900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.455+0000 7f5a34163900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:39.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.455+0000 7f5a34163900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:39.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.460+0000 7f5a34163900 20 remove_watcher() i=3 2026-04-02T11:57:39.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.460+0000 7f5a34163900 2 removed watcher, disabling cache 2026-04-02T11:57:39.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.460+0000 7f5a34163900 20 remove_watcher() i=0 2026-04-02T11:57:39.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.460+0000 7f5a34163900 20 remove_watcher() i=1 2026-04-02T11:57:39.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.460+0000 7f5a34163900 20 remove_watcher() i=2 2026-04-02T11:57:39.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.461+0000 7f5a34163900 20 remove_watcher() i=4 2026-04-02T11:57:39.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.461+0000 7f5a34163900 20 remove_watcher() i=5 2026-04-02T11:57:39.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.461+0000 7f5a34163900 20 remove_watcher() i=6 2026-04-02T11:57:39.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.461+0000 7f5a34163900 20 remove_watcher() i=7 2026-04-02T11:57:39.469 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:39.469 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:39.469 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-set-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:39.469 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:39.471 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2026-04-02T11:57:39.495 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:39.495 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:39.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.517+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.518+0000 7f3282d33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.518+0000 7f3282d33900 20 realm 2026-04-02T11:57:39.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.518+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.518+0000 7f3282d33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.518+0000 7f3282d33900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:39.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.518+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.518+0000 7f3282d33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.518+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.519+0000 7f3282d33900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:39.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.519+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.520+0000 7f3282d33900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:39.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.520+0000 7f3282d33900 20 searching for the correct realm 2026-04-02T11:57:39.524 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.522+0000 7f327e1ea640 0 -- 192.168.123.102:0/3562938034 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f326c048fa0 msgr2=0x7f326c053070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:39.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.526+0000 7f327e1ea640 0 -- 192.168.123.102:0/3562938034 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f327002c920 msgr2=0x7f32700573a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.731+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:39.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 20 zone default found 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 4 Realm: () 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 20 zonegroup default 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.732+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.733+0000 7f3282d33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.733+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.733+0000 7f3282d33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.733+0000 7f3282d33900 20 started sync module instance, tier type = 2026-04-02T11:57:39.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.733+0000 7f3282d33900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:39.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 20 add_watcher() i=0 2026-04-02T11:57:39.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 20 add_watcher() i=6 2026-04-02T11:57:39.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 20 add_watcher() i=5 2026-04-02T11:57:39.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 20 add_watcher() i=4 2026-04-02T11:57:39.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 20 add_watcher() i=2 2026-04-02T11:57:39.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 20 add_watcher() i=3 2026-04-02T11:57:39.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 20 add_watcher() i=1 2026-04-02T11:57:39.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 20 add_watcher() i=7 2026-04-02T11:57:39.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.737+0000 7f3282d33900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:39.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.739+0000 7f3282d33900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:39.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.739+0000 7f3282d33900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:39.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.739+0000 7f3282d33900 5 note: GC not initialized 2026-04-02T11:57:39.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.740+0000 7f32277fe640 20 reqs_thread_entry: start 2026-04-02T11:57:39.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:39.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 20 Filter name: none 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f32257fa640 20 reqs_thread_entry: start 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 : miss 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.779+0000 7f3282d33900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.780+0000 7f3282d33900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.780+0000 7f3282d33900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 info.flags=0x17 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.780+0000 7f3282d33900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 to cache LRU end 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.780+0000 7f3282d33900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.780+0000 7f3282d33900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:39.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.780+0000 7f3282d33900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 2026-04-02T11:57:39.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.782+0000 7f3282d33900 -1 Injecting error=-125 at location=set_target_layout 2026-04-02T11:57:39.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.783+0000 7f3282d33900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 info.flags=0x17 2026-04-02T11:57:39.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.783+0000 7f3282d33900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 to cache LRU end 2026-04-02T11:57:39.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.783+0000 7f3282d33900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:39.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.783+0000 7f3282d33900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25, ofs0, ns] 2026-04-02T11:57:39.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.784+0000 7f325dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927261 cookie 93941397536144 notifier 6561 bl.length()=1021 2026-04-02T11:57:39.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.784+0000 7f325dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 info.flags=0x17 2026-04-02T11:57:39.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.784+0000 7f325dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 to cache LRU end 2026-04-02T11:57:39.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.784+0000 7f325dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:39.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.784+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): orig_sources= new_sources= 2026-04-02T11:57:39.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.784+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): potential sources added=[] removed=[] 2026-04-02T11:57:39.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.784+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): orig_dests= new_dests= 2026-04-02T11:57:39.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.784+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): potential dests added=[] removed=[] 2026-04-02T11:57:39.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.786+0000 7f3282d33900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.25.1.0 2026-04-02T11:57:39.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.786+0000 7f3282d33900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.25.1.0 2026-04-02T11:57:39.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.786+0000 7f3282d33900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.25.1.1 2026-04-02T11:57:39.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.786+0000 7f3282d33900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.25.1.1 2026-04-02T11:57:39.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.786+0000 7f3282d33900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.25.0 2026-04-02T11:57:39.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.787+0000 7f3282d33900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:39.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.788+0000 7f3282d33900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 2026-04-02T11:57:39.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.789+0000 7f3282d33900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 info.flags=0x17 2026-04-02T11:57:39.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.789+0000 7f3282d33900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 to cache LRU end 2026-04-02T11:57:39.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.789+0000 7f3282d33900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:39.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.789+0000 7f3282d33900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25, ofs0, ns] 2026-04-02T11:57:39.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.789+0000 7f325e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927262 cookie 93941397536144 notifier 6561 bl.length()=1021 2026-04-02T11:57:39.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.789+0000 7f325e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 info.flags=0x17 2026-04-02T11:57:39.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.789+0000 7f325e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 to cache LRU end 2026-04-02T11:57:39.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.789+0000 7f325e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:39.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.790+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): orig_sources= new_sources= 2026-04-02T11:57:39.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.790+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): potential sources added=[] removed=[] 2026-04-02T11:57:39.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.790+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): orig_dests= new_dests= 2026-04-02T11:57:39.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.790+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): potential dests added=[] removed=[] 2026-04-02T11:57:39.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.791+0000 7f3282d33900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.25.0 2026-04-02T11:57:39.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.791+0000 7f3282d33900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 : hit (requested=0x17, cached=0x17) 2026-04-02T11:57:39.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.791+0000 7f3282d33900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.792+0000 7f3282d33900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 info.flags=0x17 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.792+0000 7f3282d33900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 to cache LRU end 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.792+0000 7f3282d33900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.792+0000 7f3282d33900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25, ofs0, ns] 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.792+0000 7f325dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927263 cookie 93941397536144 notifier 6561 bl.length()=985 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.792+0000 7f325dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 info.flags=0x17 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.792+0000 7f325dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 to cache LRU end 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.792+0000 7f325dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:39.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.793+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): orig_sources= new_sources= 2026-04-02T11:57:39.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.793+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): potential sources added=[] removed=[] 2026-04-02T11:57:39.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.793+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): orig_dests= new_dests= 2026-04-02T11:57:39.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.793+0000 7f3282d33900 20 handle_bi_update(): bucket=:error-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.25]): potential dests added=[] removed=[] 2026-04-02T11:57:39.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.794+0000 7f3282d33900 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 20 remove_watcher() i=0 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 2 removed watcher, disabling cache 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 20 remove_watcher() i=3 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 20 remove_watcher() i=4 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 20 remove_watcher() i=5 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 20 remove_watcher() i=7 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 20 remove_watcher() i=6 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 20 remove_watcher() i=2 2026-04-02T11:57:39.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.799+0000 7f3282d33900 20 remove_watcher() i=1 2026-04-02T11:57:39.809 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T11:57:39.832 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:39.832 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:39.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.852+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.854+0000 7f8ed4575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.854+0000 7f8ed4575900 20 realm 2026-04-02T11:57:39.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.854+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.855+0000 7f8ed4575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.855+0000 7f8ed4575900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:39.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.855+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.855+0000 7f8ed4575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:39.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.855+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.855+0000 7f8ed4575900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:39.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.855+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:39.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.856+0000 7f8ed4575900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:39.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.856+0000 7f8ed4575900 20 searching for the correct realm 2026-04-02T11:57:39.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.859+0000 7f8ed282d640 0 -- 192.168.123.102:0/1178783108 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f8ec409e930 msgr2=0x7f8ec407e460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:39.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:39.861+0000 7f8ed182b640 0 -- 192.168.123.102:0/1178783108 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f8ec40ae420 msgr2=0x7f8ec40ae890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.067+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 20 zone default found 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 4 Realm: () 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:40.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 20 zonegroup default 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.068+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.069+0000 7f8ed4575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.069+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.069+0000 7f8ed4575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.069+0000 7f8ed4575900 20 started sync module instance, tier type = 2026-04-02T11:57:40.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.069+0000 7f8ed4575900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 20 add_watcher() i=0 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 20 add_watcher() i=6 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 20 add_watcher() i=3 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 20 add_watcher() i=5 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 20 add_watcher() i=7 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 20 add_watcher() i=2 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 20 add_watcher() i=1 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 20 add_watcher() i=4 2026-04-02T11:57:40.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.073+0000 7f8ed4575900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:40.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.075+0000 7f8ed4575900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:40.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.075+0000 7f8ed4575900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:40.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.075+0000 7f8ed4575900 5 note: GC not initialized 2026-04-02T11:57:40.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.075+0000 7f8e7affd640 20 reqs_thread_entry: start 2026-04-02T11:57:40.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.118+0000 7f8ed4575900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:40.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.118+0000 7f8ed4575900 20 Filter name: none 2026-04-02T11:57:40.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.118+0000 7f8e78ff9640 20 reqs_thread_entry: start 2026-04-02T11:57:40.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.118+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.119+0000 7f8ed4575900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:40.120 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.119+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.119+0000 7f8ed4575900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:40.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.119+0000 7f8ed4575900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:40.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.119+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.119+0000 7f8ed4575900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:40.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.119+0000 7f8ed4575900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.120+0000 7f8ed4575900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:40.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.120+0000 7f8ed4575900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.124+0000 7f8ed4575900 20 remove_watcher() i=3 2026-04-02T11:57:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.124+0000 7f8ed4575900 2 removed watcher, disabling cache 2026-04-02T11:57:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.124+0000 7f8ed4575900 20 remove_watcher() i=0 2026-04-02T11:57:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.124+0000 7f8ed4575900 20 remove_watcher() i=2 2026-04-02T11:57:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.125+0000 7f8ed4575900 20 remove_watcher() i=1 2026-04-02T11:57:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.125+0000 7f8ed4575900 20 remove_watcher() i=7 2026-04-02T11:57:40.126 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.125+0000 7f8ed4575900 20 remove_watcher() i=4 2026-04-02T11:57:40.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.125+0000 7f8ed4575900 20 remove_watcher() i=5 2026-04-02T11:57:40.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.125+0000 7f8ed4575900 20 remove_watcher() i=6 2026-04-02T11:57:40.133 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:40.133 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:40.133 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-set-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.25 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T11:57:40.133 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:40.194 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with abort at set_target_layout 2026-04-02T11:57:40.194 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:40.386 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T11:57:40.407 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:40.407 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:40.430 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.429+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.430+0000 7fbe2eb4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.431+0000 7fbe2eb4b900 20 realm 2026-04-02T11:57:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.431+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.431+0000 7fbe2eb4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.431+0000 7fbe2eb4b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.431+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.431+0000 7fbe2eb4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.432 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.431+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.432+0000 7fbe2eb4b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:40.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.432+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.433+0000 7fbe2eb4b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:40.434 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.433+0000 7fbe2eb4b900 20 searching for the correct realm 2026-04-02T11:57:40.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.435+0000 7fbe2b0c6640 0 -- 192.168.123.102:0/3850171586 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fbe08003b40 msgr2=0x7fbe1c063de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:40.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.640+0000 7fbe2a0c4640 0 -- 192.168.123.102:0/3850171586 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fbe1c062a30 msgr2=0x7fbe1c06c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.845+0000 7fbe2eb4b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.845+0000 7fbe2eb4b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.845+0000 7fbe2eb4b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.845+0000 7fbe2eb4b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.845+0000 7fbe2eb4b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.845+0000 7fbe2eb4b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.845+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:40.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 zone default found 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 4 Realm: () 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 zonegroup default 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.846+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.847+0000 7fbe2eb4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.847+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.847+0000 7fbe2eb4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.847+0000 7fbe2eb4b900 20 started sync module instance, tier type = 2026-04-02T11:57:40.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.847+0000 7fbe2eb4b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.850+0000 7fbe2eb4b900 20 add_watcher() i=5 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.850+0000 7fbe2eb4b900 20 add_watcher() i=6 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.850+0000 7fbe2eb4b900 20 add_watcher() i=2 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.851+0000 7fbe2eb4b900 20 add_watcher() i=7 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.851+0000 7fbe2eb4b900 20 add_watcher() i=3 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.851+0000 7fbe2eb4b900 20 add_watcher() i=1 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.851+0000 7fbe2eb4b900 20 add_watcher() i=0 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.851+0000 7fbe2eb4b900 20 add_watcher() i=4 2026-04-02T11:57:40.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.851+0000 7fbe2eb4b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:40.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.853+0000 7fbe2eb4b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:40.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.853+0000 7fbe2eb4b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:40.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.853+0000 7fbe2eb4b900 5 note: GC not initialized 2026-04-02T11:57:40.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.853+0000 7fbdd37fe640 20 reqs_thread_entry: start 2026-04-02T11:57:40.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.896+0000 7fbe2eb4b900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:40.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.896+0000 7fbe2eb4b900 20 Filter name: none 2026-04-02T11:57:40.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.897+0000 7fbdd17fa640 20 reqs_thread_entry: start 2026-04-02T11:57:40.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.897+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.897+0000 7fbe2eb4b900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.897+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.897+0000 7fbe2eb4b900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.897+0000 7fbe2eb4b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.897+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.898+0000 7fbe2eb4b900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.898+0000 7fbe2eb4b900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.898+0000 7fbe2eb4b900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:40.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.898+0000 7fbe2eb4b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:40.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.902+0000 7fbe2eb4b900 20 remove_watcher() i=5 2026-04-02T11:57:40.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.903+0000 7fbe2eb4b900 2 removed watcher, disabling cache 2026-04-02T11:57:40.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.903+0000 7fbe2eb4b900 20 remove_watcher() i=0 2026-04-02T11:57:40.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.903+0000 7fbe2eb4b900 20 remove_watcher() i=2 2026-04-02T11:57:40.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.903+0000 7fbe2eb4b900 20 remove_watcher() i=4 2026-04-02T11:57:40.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.903+0000 7fbe2eb4b900 20 remove_watcher() i=6 2026-04-02T11:57:40.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.903+0000 7fbe2eb4b900 20 remove_watcher() i=1 2026-04-02T11:57:40.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.903+0000 7fbe2eb4b900 20 remove_watcher() i=7 2026-04-02T11:57:40.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.903+0000 7fbe2eb4b900 20 remove_watcher() i=3 2026-04-02T11:57:40.911 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:40.911 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:40.911 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-set-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:40.911 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:40.913 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2026-04-02T11:57:40.936 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:40.936 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:40.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.956+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.957+0000 7fa611d75900 20 realm 2026-04-02T11:57:40.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.957+0000 7fa611d75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:40.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.959 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.958+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:40.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.958+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.959+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:40.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.959+0000 7fa611d75900 20 searching for the correct realm 2026-04-02T11:57:40.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.962+0000 7fa60b7fe640 0 -- 192.168.123.102:0/2878215464 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x56446b02af20 msgr2=0x56446b04b3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:40.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.965+0000 7fa60affd640 0 -- 192.168.123.102:0/2878215464 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fa6040c0700 msgr2=0x7fa6040be620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:40.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:40.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:40.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 20 zone default found 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 4 Realm: () 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 20 zonegroup default 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.971+0000 7fa611d75900 20 started sync module instance, tier type = 2026-04-02T11:57:40.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.971+0000 7fa611d75900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:40.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.974+0000 7fa611d75900 20 add_watcher() i=4 2026-04-02T11:57:40.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.974+0000 7fa611d75900 20 add_watcher() i=6 2026-04-02T11:57:40.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=5 2026-04-02T11:57:40.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=1 2026-04-02T11:57:40.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=3 2026-04-02T11:57:40.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=2 2026-04-02T11:57:40.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=7 2026-04-02T11:57:40.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=0 2026-04-02T11:57:40.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.975+0000 7fa611d75900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.977+0000 7fa611d75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.977+0000 7fa611d75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.978+0000 7fa611d75900 5 note: GC not initialized 2026-04-02T11:57:40.979 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:40.978+0000 7fa5b7fff640 20 reqs_thread_entry: start 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.223+0000 7fa611d75900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.223+0000 7fa611d75900 20 Filter name: none 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.223+0000 7fa5b5ffb640 20 reqs_thread_entry: start 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.223+0000 7fa611d75900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.223+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 : miss 2026-04-02T11:57:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:41.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:57:41.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:57:41.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:41.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:41.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.224+0000 7fa611d75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa611d75900 time 2026-04-02T11:57:41.228676+0000 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fa614f8f8f8] 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x1013046) [0x5644682b3046] 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x564467ddae3e] 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fa61402a610] 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.228+0000 7fa611d75900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa611d75900 time 2026-04-02T11:57:41.228676+0000 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fa614f8f8f8] 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x1013046) [0x5644682b3046] 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x564467ddae3e] 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fa61402a610] 2026-04-02T11:57:41.229 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fa611d75900 thread_name:radosgw-admin 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fa61403fc30] 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fa61408d02c] 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fa614f8f957] 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x1013046) [0x5644682b3046] 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x564467ddae3e] 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fa61402a610] 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T11:57:41.230 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.228+0000 7fa611d75900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fa611d75900 thread_name:radosgw-admin 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fa61403fc30] 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fa61408d02c] 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fa614f8f957] 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x1013046) [0x5644682b3046] 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x564467ddae3e] 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fa61402a610] 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:57:40.939+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:57:40.939+0000 7fa60bfff640 10 monclient(hunting): get_auth_request con 0x56446abf2880 auth_method 0 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:57:40.939+0000 7fa60bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:57:40.939+0000 7fa60bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:57:40.939+0000 7fa60bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:57:40.939+0000 7fa60affd640 10 monclient(hunting): handle_auth_done global_id 36113 payload 274 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:57:40.939+0000 7fa60affd640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:57:40.939+0000 7fa60affd640 1 monclient: found mon.noname-c 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:57:40.939+0000 7fa60affd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:57:41.236 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: dump: 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: dump: 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 monclient: authenticate success, global_id 36113 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: get_monmap_and_config success 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:57:40.940+0000 7fa611d75900 4 set_mon_vals no callback set 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: shutdown 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 asok(0x56446ab606b0) unregister_commands rotate-key 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: build_initial_monmap 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 build_initial for_mkfs: 0 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: monmap: 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding auth protocol: cephx 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding auth protocol: cephx 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding auth protocol: cephx 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:57:40.940+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 librados: starting msgr at 2026-04-02T11:57:41.237 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 librados: starting objecter 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command objecter_requests hook 0x56446ac67860 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 librados: setting wanted keys 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 librados: calling monclient init 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: init 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding auth protocol: cephx 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding auth protocol: cephx 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding auth protocol: cephx 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:57:40.941+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:57:40.941+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:57:40.941+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command rotate-key hook 0x56446ac60248 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-c con 0x56446abf17e0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-a con 0x56446abf24b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-b con 0x56446abf2880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): authenticate will time out at 1690.953195s 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): get_auth_request con 0x56446abf24b0 auth_method 0 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:57:40.941+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request con 0x56446abf17e0 auth_method 0 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:57:40.941+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:57:40.941+0000 7fa60b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:57:40.941+0000 7fa60b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): handle_auth_done global_id 6603 payload 824 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:57:40.941+0000 7fa60affd640 1 monclient: found mon.noname-a 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: dump: 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.238 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: dump: 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:57:40.941+0000 7fa611d75900 5 monclient: authenticate success, global_id 6603 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:57:40.941+0000 7fa601ffb640 4 set_mon_vals no callback set 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:57:40.942+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:57:40.942+0000 7fa611d75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:57:40.942+0000 7fa611d75900 1 librados: init done 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:57:40.942+0000 7fa5fbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:57:40.942+0000 7fa5fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:57:40.942+0000 7fa5fbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:57:40.943+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x7fa5e8077610 auth_method 0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:57:40.943+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446ad48a10 auth_method 0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:57:40.944+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x56446add5b90 auth_method 0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:57:40.944+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446adf7ee0 auth_method 0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:57:40.946+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446adf7490 auth_method 0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:57:40.946+0000 7fa611d75900 10 monclient: build_initial_monmap 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:57:40.946+0000 7fa611d75900 1 build_initial for_mkfs: 0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:57:40.946+0000 7fa611d75900 10 monclient: monmap: 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding auth protocol: cephx 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding auth protocol: cephx 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding auth protocol: cephx 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:57:40.946+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command objecter_requests cmddesc objecter_requests hook 0x56446ae3ee10 EEXIST 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient: init 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding auth protocol: cephx 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding auth protocol: cephx 2026-04-02T11:57:41.239 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding auth protocol: cephx 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:57:40.947+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:57:40.947+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command rotate-key cmddesc rotate-key hook 0x56446ae18f20 EEXIST 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-a con 0x56446ae66a10 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-c con 0x56446ae66de0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-b con 0x56446ae692f0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): authenticate will time out at 1690.959478s 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): get_auth_request con 0x56446ae66de0 auth_method 0 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): get_auth_request con 0x56446ae66a10 auth_method 0 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:57:40.947+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request con 0x56446ae692f0 auth_method 0 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:57:40.947+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:57:40.947+0000 7fa60b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:57:40.947+0000 7fa60b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): handle_auth_done global_id 36119 payload 824 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:57:40.947+0000 7fa60bfff640 1 monclient: found mon.noname-c 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: dump: 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.240 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:57:40.948+0000 7fa61082e640 4 set_mon_vals no callback set 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: dump: 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:57:40.948+0000 7fa611d75900 5 monclient: authenticate success, global_id 36119 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:57:40.948+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:57:40.948+0000 7fa611d75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:57:40.948+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:57:40.948+0000 7fa611d75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:57:40.950+0000 7fa5f97fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:57:40.950+0000 7fa5f97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:57:40.950+0000 7fa5f97fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:57:40.950+0000 7fa60affd640 10 monclient: get_auth_request con 0x7fa5dc0775a0 auth_method 0 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:57:40.950+0000 7fa611d75900 10 monclient: get_monmap_and_config 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:57:40.950+0000 7fa611d75900 10 monclient: build_initial_monmap 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:57:40.950+0000 7fa611d75900 1 build_initial for_mkfs: 0 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient: monmap: 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding auth protocol: cephx 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding auth protocol: cephx 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding auth protocol: cephx 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:57:40.951+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient: init 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding auth protocol: cephx 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding auth protocol: cephx 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding auth protocol: cephx 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.241 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:57:40.951+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:57:40.951+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command rotate-key cmddesc rotate-key hook 0x7fff21d10b38 EEXIST 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-b con 0x56446af22d80 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-c con 0x56446af2a230 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-a con 0x56446af53180 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): authenticate will time out at 1690.963674s 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): get_auth_request con 0x56446af2a230 auth_method 0 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request con 0x56446af53180 auth_method 0 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): handle_auth_done global_id 36122 payload 274 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:57:40.952+0000 7fa60bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:57:40.952+0000 7fa60bfff640 1 monclient: found mon.noname-c 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:57:40.952+0000 7fa60bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:57:40.952+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446af22d80 auth_method 0 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: dump: 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: dump: 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.242 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:57:40.952+0000 7fa611d75900 5 monclient: authenticate success, global_id 36122 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:57:40.952+0000 7fa611d75900 10 monclient: get_monmap_and_config success 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:57:40.952+0000 7fa611d75900 4 set_mon_vals no callback set 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:57:40.952+0000 7fa611d75900 10 monclient: shutdown 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: build_initial_monmap 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 build_initial for_mkfs: 0 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: monmap: 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding auth protocol: cephx 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding auth protocol: cephx 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding auth protocol: cephx 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:57:40.953+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 librados: starting msgr at 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 librados: starting objecter 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command objecter_requests cmddesc objecter_requests hook 0x56446ae680c0 EEXIST 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 librados: setting wanted keys 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 librados: calling monclient init 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: init 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding auth protocol: cephx 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding auth protocol: cephx 2026-04-02T11:57:41.243 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding auth protocol: cephx 2026-04-02T11:57:41.247 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.247 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:57:40.953+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:57:40.953+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command rotate-key cmddesc rotate-key hook 0x56446aefa708 EEXIST 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-c con 0x56446af2a230 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-b con 0x56446af53180 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-a con 0x56446af25930 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): authenticate will time out at 1690.965651s 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request con 0x56446af25930 auth_method 0 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): get_auth_request con 0x56446af2a230 auth_method 0 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:57:40.953+0000 7fa60bfff640 10 monclient(hunting): get_auth_request con 0x56446af53180 auth_method 0 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:57:40.953+0000 7fa60bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:57:40.953+0000 7fa60bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:57:40.953+0000 7fa60bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_done global_id 6612 payload 824 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 1 monclient: found mon.noname-a 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: dump: 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.248 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: dump: 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:57:40.954+0000 7fa611d75900 5 monclient: authenticate success, global_id 6612 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:57:40.954+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:57:40.954+0000 7fa611d75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:57:40.954+0000 7fa5eeffd640 4 set_mon_vals no callback set 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:57:40.954+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:57:40.954+0000 7fa611d75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:57:40.954+0000 7fa611d75900 1 librados: init done 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:57:40.954+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cr dump hook 0x56446af25d98 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:57:40.955+0000 7fa5ed7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:57:40.955+0000 7fa5ed7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:57:40.955+0000 7fa5ed7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:57:40.955+0000 7fa60affd640 10 monclient: get_auth_request con 0x7fa5cc0775c0 auth_method 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:57:40.956+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:57:40.956+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446afc4230 auth_method 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 realm 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:57:40.957+0000 7fa611d75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:57:40.958+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446afe69b0 auth_method 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:57:40.958+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:57:40.958+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:57:40.959+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446b008200 auth_method 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:57:40.959+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:57:40.959+0000 7fa611d75900 20 searching for the correct realm 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:57:40.959+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x56446b02af20 auth_method 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:57:40.960+0000 7fa60affd640 10 monclient: get_auth_request con 0x7fa5fc06a0b0 auth_method 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:57:40.961+0000 7fa60bfff640 10 monclient: get_auth_request con 0x7fa6040bfd60 auth_method 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:57:40.962+0000 7fa60b7fe640 0 -- 192.168.123.102:0/2878215464 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x56446b02af20 msgr2=0x56446b04b3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:57:40.962+0000 7fa5ed7fa640 1 client.6612.objecter ms_handle_reset 0x56446b02af20 session 0x56446b02a8a0 osd.3 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:57:40.962+0000 7fa5ed7fa640 10 monclient: _renew_subs 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:57:40.962+0000 7fa5ed7fa640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:57:40.962+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x7fa5cc0a4280 auth_method 0 2026-04-02T11:57:41.249 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:57:40.963+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x7fa604083040 auth_method 0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:57:40.965+0000 7fa60affd640 10 monclient: get_auth_request con 0x7fa6040c0700 auth_method 0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:57:40.965+0000 7fa60affd640 0 -- 192.168.123.102:0/2878215464 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fa6040c0700 msgr2=0x7fa6040be620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:57:40.965+0000 7fa5ed7fa640 1 client.6612.objecter ms_handle_reset 0x7fa6040c0700 session 0x7fa6040bc0e0 osd.0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:57:40.965+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446b02af20 auth_method 0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 zone default found 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:57:40.970+0000 7fa611d75900 4 Realm: () 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:57:40.970+0000 7fa611d75900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:57:40.970+0000 7fa611d75900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:57:40.970+0000 7fa611d75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 zonegroup default 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 started sync module instance, tier type = 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:57:40.974+0000 7fa611d75900 20 add_watcher() i=4 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:57:40.974+0000 7fa611d75900 20 add_watcher() i=6 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=5 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=1 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=3 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=2 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=7 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:57:40.975+0000 7fa611d75900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:57:40.976+0000 7fa60bfff640 10 monclient: get_auth_request con 0x7fa598007200 auth_method 0 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding auth protocol: cephx 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding auth protocol: cephx 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding auth protocol: cephx 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.250 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:57:40.977+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:57:40.977+0000 7fa611d75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:57:40.977+0000 7fa611d75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cache list hook 0x56446af2dca0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cache inspect hook 0x56446af2dca0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cache erase hook 0x56446af2dca0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cache zap hook 0x56446af2dca0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 note: GC not initialized 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:57:40.978+0000 7fa5b7fff640 20 reqs_thread_entry: start 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command sync trace show hook 0x7fa5fc00c4f0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command sync trace history hook 0x7fa5fc00c4f0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command sync trace active hook 0x7fa5fc00c4f0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command sync trace active_short hook 0x7fa5fc00c4f0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:57:40.978+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x56446b0389d0 auth_method 0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:57:40.980+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446b0626e0 auth_method 0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:57:40.981+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446b04a580 auth_method 0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:57:40.983+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x56446b05e420 auth_method 0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:57:40.987+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446b060880 auth_method 0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:57:40.992+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446b054f70 auth_method 0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:57:41.193+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446b054f70 auth_method 0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:57:41.223+0000 7fa611d75900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:57:41.223+0000 7fa611d75900 20 Filter name: none 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:57:41.223+0000 7fa5b5ffb640 20 reqs_thread_entry: start 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:57:41.223+0000 7fa611d75900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:57:41.223+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 : miss 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:57:41.228+0000 7fa611d75900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa611d75900 time 2026-04-02T11:57:41.228676+0000 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fa614f8f8f8] 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x1013046) [0x5644682b3046] 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x564467ddae3e] 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fa61402a610] 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:57:41.228+0000 7fa611d75900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fa611d75900 thread_name:radosgw-admin 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:41.251 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fa61403fc30] 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fa61408d02c] 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fa614f8f957] 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x1013046) [0x5644682b3046] 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x564467ddae3e] 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fa61402a610] 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:57:41.252 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5b5ffb640 / http_manager 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5b7fff640 / http_manager 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5ed7fa640 / ms_dispatch 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5eeffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5f97fa640 / ms_dispatch 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5fbfff640 / ms_dispatch 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 7fa601ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:57:41.253 INFO:tasks.workunit.client.0.vm02.stderr: 7fa6027fc640 / admin_socket 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 7fa60a7fc640 / ms_dispatch 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 7fa60affd640 / msgr-worker-2 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 7fa60b7fe640 / msgr-worker-1 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 7fa60bfff640 / msgr-worker-0 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 7fa61082e640 / io_context_pool 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 7fa611d75900 / radosgw-admin 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.89283.log 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:57:40.939+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:57:40.939+0000 7fa60bfff640 10 monclient(hunting): get_auth_request con 0x56446abf2880 auth_method 0 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:57:40.939+0000 7fa60bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:57:40.939+0000 7fa60bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:57:40.939+0000 7fa60bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:57:40.939+0000 7fa60affd640 10 monclient(hunting): handle_auth_done global_id 36113 payload 274 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:57:40.939+0000 7fa60affd640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:57:40.939+0000 7fa60affd640 1 monclient: found mon.noname-c 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:57:40.939+0000 7fa60affd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: dump: 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:57:40.940+0000 7fa601ffb640 10 monclient: dump: 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.254 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 monclient: authenticate success, global_id 36113 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: get_monmap_and_config success 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:57:40.940+0000 7fa611d75900 4 set_mon_vals no callback set 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: shutdown 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 asok(0x56446ab606b0) unregister_commands rotate-key 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: build_initial_monmap 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 build_initial for_mkfs: 0 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: monmap: 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding auth protocol: cephx 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding auth protocol: cephx 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding auth protocol: cephx 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac659f0) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:57:40.940+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 librados: starting msgr at 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 librados: starting objecter 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command objecter_requests hook 0x56446ac67860 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 librados: setting wanted keys 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:57:40.940+0000 7fa611d75900 1 librados: calling monclient init 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:57:40.940+0000 7fa611d75900 10 monclient: init 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding auth protocol: cephx 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding auth protocol: cephx 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding auth protocol: cephx 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: crc 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:57:40.940+0000 7fa611d75900 5 AuthRegistry(0x56446ac60100) adding con mode: secure 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:57:40.941+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:57:40.941+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:57:40.941+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command rotate-key hook 0x56446ac60248 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-c con 0x56446abf17e0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-a con 0x56446abf24b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:41.255 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-b con 0x56446abf2880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient(hunting): authenticate will time out at 1690.953195s 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): get_auth_request con 0x56446abf24b0 auth_method 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:57:40.941+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request con 0x56446abf17e0 auth_method 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:57:40.941+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:57:40.941+0000 7fa60b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:57:40.941+0000 7fa60b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient(hunting): handle_auth_done global_id 6603 payload 824 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:57:40.941+0000 7fa60affd640 1 monclient: found mon.noname-a 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:57:40.941+0000 7fa60affd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: dump: 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:57:40.941+0000 7fa5fbfff640 10 monclient: dump: 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:57:40.941+0000 7fa611d75900 5 monclient: authenticate success, global_id 6603 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:57:40.941+0000 7fa611d75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:57:40.941+0000 7fa601ffb640 4 set_mon_vals no callback set 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:57:40.942+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:57:40.942+0000 7fa611d75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:57:40.942+0000 7fa611d75900 1 librados: init done 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:57:40.942+0000 7fa5fbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:57:40.942+0000 7fa5fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:57:40.942+0000 7fa5fbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:57:40.943+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x7fa5e8077610 auth_method 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:57:40.943+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446ad48a10 auth_method 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:57:40.944+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x56446add5b90 auth_method 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:57:40.944+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446adf7ee0 auth_method 0 2026-04-02T11:57:41.256 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:57:40.946+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446adf7490 auth_method 0 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:57:40.946+0000 7fa611d75900 10 monclient: build_initial_monmap 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:57:40.946+0000 7fa611d75900 1 build_initial for_mkfs: 0 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:57:40.946+0000 7fa611d75900 10 monclient: monmap: 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding auth protocol: cephx 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding auth protocol: cephx 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding auth protocol: cephx 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:57:40.946+0000 7fa611d75900 5 AuthRegistry(0x56446ae3ba50) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:57:40.946+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command objecter_requests cmddesc objecter_requests hook 0x56446ae3ee10 EEXIST 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient: init 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding auth protocol: cephx 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding auth protocol: cephx 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding auth protocol: cephx 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: crc 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 AuthRegistry(0x56446ae18dd8) adding con mode: secure 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:57:40.947+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:57:40.947+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:57:40.947+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command rotate-key cmddesc rotate-key hook 0x56446ae18f20 EEXIST 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-a con 0x56446ae66a10 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-c con 0x56446ae66de0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-b con 0x56446ae692f0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:57:40.947+0000 7fa611d75900 10 monclient(hunting): authenticate will time out at 1690.959478s 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): get_auth_request con 0x56446ae66de0 auth_method 0 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): get_auth_request con 0x56446ae66a10 auth_method 0 2026-04-02T11:57:41.257 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:57:40.947+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:57:40.947+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request con 0x56446ae692f0 auth_method 0 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:57:40.947+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:57:40.947+0000 7fa60b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:57:40.947+0000 7fa60b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient(hunting): handle_auth_done global_id 36119 payload 824 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:57:40.947+0000 7fa60bfff640 1 monclient: found mon.noname-c 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:57:40.947+0000 7fa60bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: dump: 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:57:40.948+0000 7fa61082e640 4 set_mon_vals no callback set 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:57:40.948+0000 7fa5f97fa640 10 monclient: dump: 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:57:40.948+0000 7fa611d75900 5 monclient: authenticate success, global_id 36119 2026-04-02T11:57:41.258 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:57:40.948+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:57:40.948+0000 7fa611d75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:57:40.948+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:57:40.948+0000 7fa611d75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:57:40.950+0000 7fa5f97fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:57:40.950+0000 7fa5f97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:57:40.950+0000 7fa5f97fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:57:40.950+0000 7fa60affd640 10 monclient: get_auth_request con 0x7fa5dc0775a0 auth_method 0 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:57:40.950+0000 7fa611d75900 10 monclient: get_monmap_and_config 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:57:40.950+0000 7fa611d75900 10 monclient: build_initial_monmap 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:57:40.950+0000 7fa611d75900 1 build_initial for_mkfs: 0 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient: monmap: 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding auth protocol: cephx 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding auth protocol: cephx 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding auth protocol: cephx 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x56446aefbcd0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:57:40.951+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient: init 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding auth protocol: cephx 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding auth protocol: cephx 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding auth protocol: cephx 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: crc 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 AuthRegistry(0x7fff21d109f0) adding con mode: secure 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:57:40.951+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:57:40.951+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:57:40.951+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command rotate-key cmddesc rotate-key hook 0x7fff21d10b38 EEXIST 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-b con 0x56446af22d80 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-c con 0x56446af2a230 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-a con 0x56446af53180 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.259 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:57:40.951+0000 7fa611d75900 10 monclient(hunting): authenticate will time out at 1690.963674s 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): get_auth_request con 0x56446af2a230 auth_method 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request con 0x56446af53180 auth_method 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:57:40.951+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:57:40.951+0000 7fa60bfff640 10 monclient(hunting): handle_auth_done global_id 36122 payload 274 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:57:40.952+0000 7fa60bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:57:40.952+0000 7fa60bfff640 1 monclient: found mon.noname-c 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:57:40.952+0000 7fa60bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:57:40.952+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446af22d80 auth_method 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: dump: 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:57:40.952+0000 7fa5eeffd640 10 monclient: dump: 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:57:40.952+0000 7fa611d75900 5 monclient: authenticate success, global_id 36122 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:57:40.952+0000 7fa611d75900 10 monclient: get_monmap_and_config success 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:57:40.952+0000 7fa611d75900 4 set_mon_vals no callback set 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:57:40.952+0000 7fa611d75900 10 monclient: shutdown 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: build_initial_monmap 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 build_initial for_mkfs: 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: monmap: 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:57:41.260 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding auth protocol: cephx 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding auth protocol: cephx 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding auth protocol: cephx 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefcab0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:57:40.953+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 librados: starting msgr at 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 librados: starting objecter 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command objecter_requests cmddesc objecter_requests hook 0x56446ae680c0 EEXIST 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 librados: setting wanted keys 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:57:40.953+0000 7fa611d75900 1 librados: calling monclient init 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: init 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding auth protocol: cephx 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding auth protocol: cephx 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding auth protocol: cephx 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: crc 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 AuthRegistry(0x56446aefa5c0) adding con mode: secure 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:57:40.953+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:57:40.953+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:57:40.953+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command rotate-key cmddesc rotate-key hook 0x56446aefa708 EEXIST 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: _reopen_session rank -1 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-c con 0x56446af2a230 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-b con 0x56446af53180 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): picked mon.noname-a con 0x56446af25930 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): start opening mon connection 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): _renew_subs 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:57:40.953+0000 7fa611d75900 10 monclient(hunting): authenticate will time out at 1690.965651s 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request con 0x56446af25930 auth_method 0 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): get_auth_request con 0x56446af2a230 auth_method 0 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.261 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:57:40.953+0000 7fa60affd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:57:40.953+0000 7fa60bfff640 10 monclient(hunting): get_auth_request con 0x56446af53180 auth_method 0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:57:40.953+0000 7fa60bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:57:40.953+0000 7fa60bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:57:40.953+0000 7fa60bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient(hunting): handle_auth_done global_id 6612 payload 824 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient: _finish_hunting 0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 1 monclient: found mon.noname-a 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:57:40.953+0000 7fa60b7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: dump: 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: _finish_auth 0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: _check_auth_tickets 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:57:40.954+0000 7fa5ed7fa640 10 monclient: dump: 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:57:40.954+0000 7fa611d75900 5 monclient: authenticate success, global_id 6612 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:57:40.954+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:57:40.954+0000 7fa611d75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:57:40.954+0000 7fa5eeffd640 4 set_mon_vals no callback set 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:57:40.954+0000 7fa611d75900 10 monclient: _renew_subs 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:57:40.954+0000 7fa611d75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:57:40.954+0000 7fa611d75900 1 librados: init done 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:57:40.954+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cr dump hook 0x56446af25d98 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:57:40.955+0000 7fa5ed7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:57:40.955+0000 7fa5ed7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:57:40.955+0000 7fa5ed7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:57:40.955+0000 7fa60affd640 10 monclient: get_auth_request con 0x7fa5cc0775c0 auth_method 0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:57:40.956+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:57:40.956+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446afc4230 auth_method 0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 realm 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:57:40.957+0000 7fa611d75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:41.262 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:57:40.957+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:57:40.958+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446afe69b0 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:57:40.958+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:57:40.958+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:57:40.959+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446b008200 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:57:40.959+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:57:40.959+0000 7fa611d75900 20 searching for the correct realm 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:57:40.959+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x56446b02af20 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:57:40.960+0000 7fa60affd640 10 monclient: get_auth_request con 0x7fa5fc06a0b0 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:57:40.961+0000 7fa60bfff640 10 monclient: get_auth_request con 0x7fa6040bfd60 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:57:40.962+0000 7fa60b7fe640 0 -- 192.168.123.102:0/2878215464 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x56446b02af20 msgr2=0x56446b04b3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:57:40.962+0000 7fa5ed7fa640 1 client.6612.objecter ms_handle_reset 0x56446b02af20 session 0x56446b02a8a0 osd.3 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:57:40.962+0000 7fa5ed7fa640 10 monclient: _renew_subs 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:57:40.962+0000 7fa5ed7fa640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:57:40.962+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x7fa5cc0a4280 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:57:40.963+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x7fa604083040 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:57:40.965+0000 7fa60affd640 10 monclient: get_auth_request con 0x7fa6040c0700 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:57:40.965+0000 7fa60affd640 0 -- 192.168.123.102:0/2878215464 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fa6040c0700 msgr2=0x7fa6040be620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:57:40.965+0000 7fa5ed7fa640 1 client.6612.objecter ms_handle_reset 0x7fa6040c0700 session 0x7fa6040bc0e0 osd.0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:57:40.965+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446b02af20 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:57:40.969+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 zone default found 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:57:40.970+0000 7fa611d75900 4 Realm: () 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:57:40.970+0000 7fa611d75900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:57:40.970+0000 7fa611d75900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:57:40.970+0000 7fa611d75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 zonegroup default 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:57:40.970+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 started sync module instance, tier type = 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:57:40.971+0000 7fa611d75900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:57:40.974+0000 7fa611d75900 20 add_watcher() i=4 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:57:40.974+0000 7fa611d75900 20 add_watcher() i=6 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=5 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=1 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=3 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=2 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=7 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:57:40.975+0000 7fa611d75900 20 add_watcher() i=0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:57:40.975+0000 7fa611d75900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:57:40.976+0000 7fa60bfff640 10 monclient: get_auth_request con 0x7fa598007200 auth_method 0 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding auth protocol: cephx 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding auth protocol: cephx 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding auth protocol: cephx 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.263 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: crc 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 AuthRegistry(0x7fff21d10ae0) adding con mode: secure 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:57:40.977+0000 7fa611d75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:57:40.977+0000 7fa611d75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:57:40.977+0000 7fa611d75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cache list hook 0x56446af2dca0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cache inspect hook 0x56446af2dca0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cache erase hook 0x56446af2dca0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:57:40.977+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command cache zap hook 0x56446af2dca0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 note: GC not initialized 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:57:40.978+0000 7fa5b7fff640 20 reqs_thread_entry: start 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command sync trace show hook 0x7fa5fc00c4f0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command sync trace history hook 0x7fa5fc00c4f0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command sync trace active hook 0x7fa5fc00c4f0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:57:40.978+0000 7fa611d75900 5 asok(0x56446ab606b0) register_command sync trace active_short hook 0x7fa5fc00c4f0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:57:40.978+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x56446b0389d0 auth_method 0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:57:40.980+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446b0626e0 auth_method 0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:57:40.981+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446b04a580 auth_method 0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:57:40.983+0000 7fa60b7fe640 10 monclient: get_auth_request con 0x56446b05e420 auth_method 0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:57:40.987+0000 7fa60affd640 10 monclient: get_auth_request con 0x56446b060880 auth_method 0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:57:40.992+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446b054f70 auth_method 0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:57:41.193+0000 7fa60bfff640 10 monclient: get_auth_request con 0x56446b054f70 auth_method 0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:57:41.223+0000 7fa611d75900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:57:41.223+0000 7fa611d75900 20 Filter name: none 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:57:41.223+0000 7fa5b5ffb640 20 reqs_thread_entry: start 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:57:41.223+0000 7fa611d75900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:57:41.223+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 : miss 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:57:41.224+0000 7fa611d75900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:57:41.224+0000 7fa611d75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:57:41.228+0000 7fa611d75900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa611d75900 time 2026-04-02T11:57:41.228676+0000 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fa614f8f8f8] 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x1013046) [0x5644682b3046] 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x564467ddae3e] 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fa61402a610] 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:57:41.228+0000 7fa611d75900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fa611d75900 thread_name:radosgw-admin 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fa61403fc30] 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fa61408d02c] 2026-04-02T11:57:41.264 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fa614f8f957] 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x1013046) [0x5644682b3046] 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x564467ddae3e] 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fa61402a610] 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:57:41.265 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5b5ffb640 / http_manager 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5b7fff640 / http_manager 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5ed7fa640 / ms_dispatch 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5eeffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5f97fa640 / ms_dispatch 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa5fbfff640 / ms_dispatch 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa601ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa6027fc640 / admin_socket 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa60a7fc640 / ms_dispatch 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa60affd640 / msgr-worker-2 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa60b7fe640 / msgr-worker-1 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa60bfff640 / msgr-worker-0 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa61082e640 / io_context_pool 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: 7fa611d75900 / radosgw-admin 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T11:57:41.229731Z_ae510341-2f2d-47ea-a55e-3aea72014fc4/log 2026-04-02T11:57:41.266 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:57:41.267 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T11:57:41.267 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:41.267 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:41.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.284+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.286+0000 7f1a9b7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.286+0000 7f1a9b7a3900 20 realm 2026-04-02T11:57:41.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.286+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.286+0000 7f1a9b7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.286+0000 7f1a9b7a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:41.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.286+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.286+0000 7f1a9b7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.288 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.286+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.287+0000 7f1a9b7a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:41.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.287+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.288+0000 7f1a9b7a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:41.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.288+0000 7f1a9b7a3900 20 searching for the correct realm 2026-04-02T11:57:41.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.292+0000 7f1a92ffd640 0 -- 192.168.123.102:0/2196818927 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f1a8c0ee040 msgr2=0x7f1a8c0ca220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:41.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.498+0000 7f1a8bfff640 0 -- 192.168.123.102:0/2196818927 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55b037171ea0 msgr2=0x55b037192350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:41.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.501+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 20 zone default found 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 4 Realm: () 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:41.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 20 zonegroup default 2026-04-02T11:57:41.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.502+0000 7f1a9b7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.503+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.503+0000 7f1a9b7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.503+0000 7f1a9b7a3900 20 started sync module instance, tier type = 2026-04-02T11:57:41.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.503+0000 7f1a9b7a3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:41.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.506+0000 7f1a9b7a3900 20 add_watcher() i=7 2026-04-02T11:57:41.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.507+0000 7f1a9b7a3900 20 add_watcher() i=5 2026-04-02T11:57:41.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.507+0000 7f1a9b7a3900 20 add_watcher() i=3 2026-04-02T11:57:41.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.507+0000 7f1a9b7a3900 20 add_watcher() i=2 2026-04-02T11:57:41.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.507+0000 7f1a9b7a3900 20 add_watcher() i=6 2026-04-02T11:57:41.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.507+0000 7f1a9b7a3900 20 add_watcher() i=1 2026-04-02T11:57:41.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.507+0000 7f1a9b7a3900 20 add_watcher() i=4 2026-04-02T11:57:41.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.508+0000 7f1a9b7a3900 20 add_watcher() i=0 2026-04-02T11:57:41.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.508+0000 7f1a9b7a3900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:41.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.711+0000 7f1a9b7a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:41.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.711+0000 7f1a9b7a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:41.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.711+0000 7f1a9b7a3900 5 note: GC not initialized 2026-04-02T11:57:41.713 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.712+0000 7f1a3f7fe640 20 reqs_thread_entry: start 2026-04-02T11:57:41.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.759+0000 7f1a9b7a3900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:41.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.759+0000 7f1a9b7a3900 20 Filter name: none 2026-04-02T11:57:41.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.759+0000 7f1a3d7fa640 20 reqs_thread_entry: start 2026-04-02T11:57:41.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.759+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.760+0000 7f1a9b7a3900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:41.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.760+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.760+0000 7f1a9b7a3900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:41.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.760+0000 7f1a9b7a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:41.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.760+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.761+0000 7f1a9b7a3900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:41.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.761+0000 7f1a9b7a3900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.761+0000 7f1a9b7a3900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:41.763 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.761+0000 7f1a9b7a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:57:41.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.766+0000 7f1a9b7a3900 20 remove_watcher() i=3 2026-04-02T11:57:41.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.766+0000 7f1a9b7a3900 2 removed watcher, disabling cache 2026-04-02T11:57:41.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.766+0000 7f1a9b7a3900 20 remove_watcher() i=5 2026-04-02T11:57:41.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.767+0000 7f1a9b7a3900 20 remove_watcher() i=1 2026-04-02T11:57:41.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.767+0000 7f1a9b7a3900 20 remove_watcher() i=2 2026-04-02T11:57:41.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.767+0000 7f1a9b7a3900 20 remove_watcher() i=6 2026-04-02T11:57:41.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.767+0000 7f1a9b7a3900 20 remove_watcher() i=7 2026-04-02T11:57:41.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.767+0000 7f1a9b7a3900 20 remove_watcher() i=4 2026-04-02T11:57:41.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.767+0000 7f1a9b7a3900 20 remove_watcher() i=0 2026-04-02T11:57:41.776 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.776 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:57:41.776 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-set-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:57:41.776 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:57:41.827 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:57:41.852 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:41.852 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.876+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.876+0000 7fcdc213e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.876+0000 7fcdc213e900 20 realm 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.876+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.877+0000 7fcdc213e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.877+0000 7fcdc213e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.877+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.877+0000 7fcdc213e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.877+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.878+0000 7fcdc213e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:41.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.878+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.878+0000 7fcdc213e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:57:41.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.878+0000 7fcdc213e900 20 searching for the correct realm 2026-04-02T11:57:41.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.882+0000 7fcdbe5f7640 0 -- 192.168.123.102:0/4199558218 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fcdb0002a60 msgr2=0x7fcdb0036430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:57:41.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.885+0000 7fcdbddf6640 0 -- 192.168.123.102:0/4199558218 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fcdb0036b10 msgr2=0x7fcdb006b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.889+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 zone default found 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 4 Realm: () 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 zonegroup default 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.890+0000 7fcdc213e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.891+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.891+0000 7fcdc213e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.891+0000 7fcdc213e900 20 started sync module instance, tier type = 2026-04-02T11:57:41.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.891+0000 7fcdc213e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:57:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.894+0000 7fcdc213e900 20 add_watcher() i=2 2026-04-02T11:57:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.895+0000 7fcdc213e900 20 add_watcher() i=7 2026-04-02T11:57:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.895+0000 7fcdc213e900 20 add_watcher() i=6 2026-04-02T11:57:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.895+0000 7fcdc213e900 20 add_watcher() i=5 2026-04-02T11:57:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.895+0000 7fcdc213e900 20 add_watcher() i=1 2026-04-02T11:57:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.895+0000 7fcdc213e900 20 add_watcher() i=3 2026-04-02T11:57:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.895+0000 7fcdc213e900 20 add_watcher() i=0 2026-04-02T11:57:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.895+0000 7fcdc213e900 20 add_watcher() i=4 2026-04-02T11:57:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.895+0000 7fcdc213e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:57:41.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.897+0000 7fcdc213e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:57:41.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.897+0000 7fcdc213e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:57:41.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.897+0000 7fcdc213e900 5 note: GC not initialized 2026-04-02T11:57:41.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.898+0000 7fcd6afed640 20 reqs_thread_entry: start 2026-04-02T11:57:41.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.942+0000 7fcdc213e900 20 init_complete bucket index max shards: 1 2026-04-02T11:57:41.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 20 Filter name: none 2026-04-02T11:57:41.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcd68fe9640 20 reqs_thread_entry: start 2026-04-02T11:57:41.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T11:57:41.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 : miss 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 20 rados->read ofs=0 len=0 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.943+0000 7fcdc213e900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.944+0000 7fcdc213e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.944+0000 7fcdc213e900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.944+0000 7fcdc213e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.944+0000 7fcdc213e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:57:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.944+0000 7fcdc213e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 2026-04-02T11:57:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.945+0000 7fcdc213e900 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to be held by another RGW process; skipping for now 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 20 remove_watcher() i=3 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 2 removed watcher, disabling cache 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 20 remove_watcher() i=0 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 20 remove_watcher() i=5 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 20 remove_watcher() i=6 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 20 remove_watcher() i=4 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 20 remove_watcher() i=2 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 20 remove_watcher() i=7 2026-04-02T11:57:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:57:41.949+0000 7fcdc213e900 20 remove_watcher() i=1 2026-04-02T11:57:41.957 INFO:tasks.workunit.client.0.vm02.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T11:58:11.981 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:58:12.004 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:12.004 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:12.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.027+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.028+0000 7fd65eb25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.028+0000 7fd65eb25900 20 realm 2026-04-02T11:58:12.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.028+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.028+0000 7fd65eb25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.028+0000 7fd65eb25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.028+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.028+0000 7fd65eb25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.028+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.029+0000 7fd65eb25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.029+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.030+0000 7fd65eb25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:12.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.030+0000 7fd65eb25900 20 searching for the correct realm 2026-04-02T11:58:12.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.033+0000 7fd65a7b9640 0 -- 192.168.123.102:0/3269035473 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55c0062f79e0 msgr2=0x55c006317e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.036+0000 7fd65afba640 0 -- 192.168.123.102:0/3269035473 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fd64c03a440 msgr2=0x7fd64c03a850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.039+0000 7fd65eb25900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:12.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.039+0000 7fd65eb25900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:12.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.039+0000 7fd65eb25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:12.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.039+0000 7fd65eb25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:12.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.039+0000 7fd65eb25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:12.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.039+0000 7fd65eb25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:12.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 20 zone default found 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 4 Realm: () 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.040+0000 7fd65eb25900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.041+0000 7fd65eb25900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.041+0000 7fd65eb25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.041+0000 7fd65eb25900 20 zonegroup default 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.041+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.041+0000 7fd65eb25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.041+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.041+0000 7fd65eb25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.041+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.042+0000 7fd65eb25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.042+0000 7fd65eb25900 20 started sync module instance, tier type = 2026-04-02T11:58:12.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.042+0000 7fd65eb25900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:12.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 20 add_watcher() i=5 2026-04-02T11:58:12.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 20 add_watcher() i=0 2026-04-02T11:58:12.047 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 20 add_watcher() i=2 2026-04-02T11:58:12.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 20 add_watcher() i=6 2026-04-02T11:58:12.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 20 add_watcher() i=3 2026-04-02T11:58:12.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 20 add_watcher() i=4 2026-04-02T11:58:12.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 20 add_watcher() i=1 2026-04-02T11:58:12.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 20 add_watcher() i=7 2026-04-02T11:58:12.048 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.046+0000 7fd65eb25900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:12.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.048+0000 7fd65eb25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:12.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.048+0000 7fd65eb25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:12.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.048+0000 7fd65eb25900 5 note: GC not initialized 2026-04-02T11:58:12.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.049+0000 7fd602ffd640 20 reqs_thread_entry: start 2026-04-02T11:58:12.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.090+0000 7fd65eb25900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:12.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.091+0000 7fd65eb25900 20 Filter name: none 2026-04-02T11:58:12.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.091+0000 7fd600ff9640 20 reqs_thread_entry: start 2026-04-02T11:58:12.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.091+0000 7fd65eb25900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T11:58:12.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.091+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.091+0000 7fd65eb25900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:58:12.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.091+0000 7fd65eb25900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T11:58:12.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.091+0000 7fd65eb25900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T11:58:12.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.092+0000 7fd65eb25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 : miss 2026-04-02T11:58:12.093 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.092+0000 7fd65eb25900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.092+0000 7fd65eb25900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:58:12.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.092+0000 7fd65eb25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:58:12.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.092+0000 7fd65eb25900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:58:12.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.092+0000 7fd65eb25900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:12.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.092+0000 7fd65eb25900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.092+0000 7fd65eb25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 2026-04-02T11:58:12.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd65eb25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:58:12.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd65eb25900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:58:12.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd65eb25900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd65eb25900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26, ofs0, ns] 2026-04-02T11:58:12.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd639ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927203 cookie 94283225885440 notifier 6669 bl.length()=1021 2026-04-02T11:58:12.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd639ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:58:12.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd639ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:58:12.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd639ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): orig_sources= new_sources= 2026-04-02T11:58:12.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): potential sources added=[] removed=[] 2026-04-02T11:58:12.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): orig_dests= new_dests= 2026-04-02T11:58:12.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.096+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): potential dests added=[] removed=[] 2026-04-02T11:58:12.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.099+0000 7fd65eb25900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.26.1.0 2026-04-02T11:58:12.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.099+0000 7fd65eb25900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.26.1.0 2026-04-02T11:58:12.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.099+0000 7fd65eb25900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.26.1.1 2026-04-02T11:58:12.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.099+0000 7fd65eb25900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.26.1.1 2026-04-02T11:58:12.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.099+0000 7fd65eb25900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.26.0 2026-04-02T11:58:12.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.101+0000 7fd65eb25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:12.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.101+0000 7fd65eb25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 2026-04-02T11:58:12.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.102+0000 7fd65eb25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:58:12.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.102+0000 7fd65eb25900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:58:12.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.102+0000 7fd65eb25900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.102+0000 7fd65eb25900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26, ofs0, ns] 2026-04-02T11:58:12.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.102+0000 7fd639ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927204 cookie 94283225885440 notifier 6669 bl.length()=1021 2026-04-02T11:58:12.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.102+0000 7fd639ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:58:12.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.102+0000 7fd639ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:58:12.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.102+0000 7fd639ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.103+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): orig_sources= new_sources= 2026-04-02T11:58:12.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.103+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): potential sources added=[] removed=[] 2026-04-02T11:58:12.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.103+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): orig_dests= new_dests= 2026-04-02T11:58:12.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.103+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): potential dests added=[] removed=[] 2026-04-02T11:58:12.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.104+0000 7fd65eb25900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.26.0 2026-04-02T11:58:12.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.104+0000 7fd65eb25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:12.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.104+0000 7fd65eb25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 2026-04-02T11:58:12.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.105+0000 7fd65eb25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:58:12.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.105+0000 7fd65eb25900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.105+0000 7fd65eb25900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.105+0000 7fd65eb25900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26, ofs0, ns] 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.105+0000 7fd6397fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927205 cookie 94283225885440 notifier 6669 bl.length()=985 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.105+0000 7fd6397fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 info.flags=0x17 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.105+0000 7fd6397fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 to cache LRU end 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.105+0000 7fd6397fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.106+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): orig_sources= new_sources= 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.106+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): potential sources added=[] removed=[] 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.106+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): orig_dests= new_dests= 2026-04-02T11:58:12.107 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.106+0000 7fd65eb25900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.26]): potential dests added=[] removed=[] 2026-04-02T11:58:12.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.107+0000 7fd65eb25900 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 20 remove_watcher() i=0 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 2 removed watcher, disabling cache 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 20 remove_watcher() i=6 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 20 remove_watcher() i=3 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 20 remove_watcher() i=5 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 20 remove_watcher() i=4 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 20 remove_watcher() i=2 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 20 remove_watcher() i=7 2026-04-02T11:58:12.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.112+0000 7fd65eb25900 20 remove_watcher() i=1 2026-04-02T11:58:12.122 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T11:58:12.142 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:12.142 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:12.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.164+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.165+0000 7f027653e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.165+0000 7f027653e900 20 realm 2026-04-02T11:58:12.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.165+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.165+0000 7f027653e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.165+0000 7f027653e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:12.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.165+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.166+0000 7f027653e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.166+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.166+0000 7f027653e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.166+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.167+0000 7f027653e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:12.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.167+0000 7f027653e900 20 searching for the correct realm 2026-04-02T11:58:12.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.169+0000 7f0272352640 0 -- 192.168.123.102:0/1891166959 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x5601c0bcac90 msgr2=0x5601c0beb110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:12.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.173+0000 7f0271b51640 0 -- 192.168.123.102:0/1891166959 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f0264003420 msgr2=0x7f0264069040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:12.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:12.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.177+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 zone default found 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 4 Realm: () 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 zonegroup default 2026-04-02T11:58:12.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 started sync module instance, tier type = 2026-04-02T11:58:12.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.178+0000 7f027653e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:12.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.182+0000 7f027653e900 20 add_watcher() i=7 2026-04-02T11:58:12.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.182+0000 7f027653e900 20 add_watcher() i=6 2026-04-02T11:58:12.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.182+0000 7f027653e900 20 add_watcher() i=0 2026-04-02T11:58:12.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.182+0000 7f027653e900 20 add_watcher() i=4 2026-04-02T11:58:12.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.183+0000 7f027653e900 20 add_watcher() i=2 2026-04-02T11:58:12.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.183+0000 7f027653e900 20 add_watcher() i=1 2026-04-02T11:58:12.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.183+0000 7f027653e900 20 add_watcher() i=5 2026-04-02T11:58:12.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.183+0000 7f027653e900 20 add_watcher() i=3 2026-04-02T11:58:12.185 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.183+0000 7f027653e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:12.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.185+0000 7f027653e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:12.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.185+0000 7f027653e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:12.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.185+0000 7f027653e900 5 note: GC not initialized 2026-04-02T11:58:12.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.186+0000 7f021b7fe640 20 reqs_thread_entry: start 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.228+0000 7f027653e900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.228+0000 7f027653e900 20 Filter name: none 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.228+0000 7f02197fa640 20 reqs_thread_entry: start 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.228+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.228+0000 7f027653e900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.228+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.229+0000 7f027653e900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.229+0000 7f027653e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:12.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.229+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.229+0000 7f027653e900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T11:58:12.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.229+0000 7f027653e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.229+0000 7f027653e900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T11:58:12.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.229+0000 7f027653e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:12.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.233+0000 7f027653e900 20 remove_watcher() i=0 2026-04-02T11:58:12.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.234+0000 7f027653e900 2 removed watcher, disabling cache 2026-04-02T11:58:12.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.234+0000 7f027653e900 20 remove_watcher() i=5 2026-04-02T11:58:12.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.234+0000 7f027653e900 20 remove_watcher() i=4 2026-04-02T11:58:12.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.234+0000 7f027653e900 20 remove_watcher() i=2 2026-04-02T11:58:12.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.234+0000 7f027653e900 20 remove_watcher() i=7 2026-04-02T11:58:12.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.234+0000 7f027653e900 20 remove_watcher() i=3 2026-04-02T11:58:12.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.234+0000 7f027653e900 20 remove_watcher() i=6 2026-04-02T11:58:12.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.234+0000 7f027653e900 20 remove_watcher() i=1 2026-04-02T11:58:12.243 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:12.244 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:12.244 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-set-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.26 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:58:12.244 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:12.307 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2026-04-02T11:58:12.307 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:12.465 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T11:58:12.486 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:12.486 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:12.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.509+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.511+0000 7f13e2ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.511+0000 7f13e2ba3900 20 realm 2026-04-02T11:58:12.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.511+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.511+0000 7f13e2ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.511+0000 7f13e2ba3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:12.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.511+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.511+0000 7f13e2ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.511+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.512+0000 7f13e2ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.512+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.513+0000 7f13e2ba3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:12.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.513+0000 7f13e2ba3900 20 searching for the correct realm 2026-04-02T11:58:12.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.517+0000 7f13df0e8640 0 -- 192.168.123.102:0/3576124492 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55b22d214890 msgr2=0x55b22d234c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.521+0000 7f13de0e6640 0 -- 192.168.123.102:0/3576124492 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f13d00fd950 msgr2=0x7f13d0099400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.525+0000 7f13e2ba3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:12.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.525+0000 7f13e2ba3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:12.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.525+0000 7f13e2ba3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:12.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.525+0000 7f13e2ba3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:12.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.525+0000 7f13e2ba3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:12.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.525+0000 7f13e2ba3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:12.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.525+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 zone default found 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 4 Realm: () 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 zonegroup default 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.526+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.527+0000 7f13e2ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.527+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.527+0000 7f13e2ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.527+0000 7f13e2ba3900 20 started sync module instance, tier type = 2026-04-02T11:58:12.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.527+0000 7f13e2ba3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 20 add_watcher() i=2 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 20 add_watcher() i=7 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 20 add_watcher() i=5 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 20 add_watcher() i=0 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 20 add_watcher() i=4 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 20 add_watcher() i=1 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 20 add_watcher() i=3 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 20 add_watcher() i=6 2026-04-02T11:58:12.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.531+0000 7f13e2ba3900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:12.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.533+0000 7f13e2ba3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:12.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.533+0000 7f13e2ba3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:12.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.534+0000 7f13e2ba3900 5 note: GC not initialized 2026-04-02T11:58:12.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.534+0000 7f13877fe640 20 reqs_thread_entry: start 2026-04-02T11:58:12.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.578+0000 7f13e2ba3900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:12.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.578+0000 7f13e2ba3900 20 Filter name: none 2026-04-02T11:58:12.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.578+0000 7f13857fa640 20 reqs_thread_entry: start 2026-04-02T11:58:12.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.578+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.579+0000 7f13e2ba3900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:12.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.579+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.579+0000 7f13e2ba3900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:12.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.579+0000 7f13e2ba3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:12.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.579+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.580+0000 7f13e2ba3900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:12.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.580+0000 7f13e2ba3900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.580+0000 7f13e2ba3900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:12.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.580+0000 7f13e2ba3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.585+0000 7f13e2ba3900 20 remove_watcher() i=5 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.585+0000 7f13e2ba3900 2 removed watcher, disabling cache 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.585+0000 7f13e2ba3900 20 remove_watcher() i=3 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.585+0000 7f13e2ba3900 20 remove_watcher() i=6 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.585+0000 7f13e2ba3900 20 remove_watcher() i=0 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.585+0000 7f13e2ba3900 20 remove_watcher() i=4 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.585+0000 7f13e2ba3900 20 remove_watcher() i=7 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.586+0000 7f13e2ba3900 20 remove_watcher() i=1 2026-04-02T11:58:12.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.586+0000 7f13e2ba3900 20 remove_watcher() i=2 2026-04-02T11:58:12.594 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:12.594 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:12.594 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-trim-reshard-log-entries id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:12.594 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:12.597 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2026-04-02T11:58:12.621 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:12.621 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:12.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.647+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.649+0000 7f3a6991f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.649+0000 7f3a6991f900 20 realm 2026-04-02T11:58:12.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.649+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.649+0000 7f3a6991f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.649+0000 7f3a6991f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:12.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.649+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.649+0000 7f3a6991f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.649+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.650+0000 7f3a6991f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.650+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.651+0000 7f3a6991f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:12.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.651+0000 7f3a6991f900 20 searching for the correct realm 2026-04-02T11:58:12.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.656+0000 7f3a65736640 0 -- 192.168.123.102:0/923981284 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f3a580dc720 msgr2=0x7f3a580c74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.863+0000 7f3a65f37640 0 -- 192.168.123.102:0/923981284 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x5623a34adbf0 msgr2=0x5623a34cdfd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.866+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 20 zone default found 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 4 Realm: () 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:12.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 20 zonegroup default 2026-04-02T11:58:12.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.867+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.868+0000 7f3a6991f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.868+0000 7f3a6991f900 20 started sync module instance, tier type = 2026-04-02T11:58:12.869 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.868+0000 7f3a6991f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:12.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.871+0000 7f3a6991f900 20 add_watcher() i=0 2026-04-02T11:58:12.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.872+0000 7f3a6991f900 20 add_watcher() i=3 2026-04-02T11:58:12.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.872+0000 7f3a6991f900 20 add_watcher() i=4 2026-04-02T11:58:12.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.872+0000 7f3a6991f900 20 add_watcher() i=6 2026-04-02T11:58:12.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.872+0000 7f3a6991f900 20 add_watcher() i=7 2026-04-02T11:58:12.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.872+0000 7f3a6991f900 20 add_watcher() i=1 2026-04-02T11:58:12.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.872+0000 7f3a6991f900 20 add_watcher() i=2 2026-04-02T11:58:12.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.872+0000 7f3a6991f900 20 add_watcher() i=5 2026-04-02T11:58:12.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.872+0000 7f3a6991f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:12.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.875+0000 7f3a6991f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:12.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.875+0000 7f3a6991f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:12.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.875+0000 7f3a6991f900 5 note: GC not initialized 2026-04-02T11:58:12.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.875+0000 7f3a127ec640 20 reqs_thread_entry: start 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 20 Filter name: none 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a0bfff640 20 reqs_thread_entry: start 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 : miss 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.920+0000 7f3a6991f900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.921+0000 7f3a6991f900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.921+0000 7f3a6991f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.921+0000 7f3a6991f900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:12.922 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.921+0000 7f3a6991f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:12.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.921+0000 7f3a6991f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.921+0000 7f3a6991f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 2026-04-02T11:58:12.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.925+0000 7f3a6991f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:12.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.925+0000 7f3a6991f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:12.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.925+0000 7f3a6991f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.925+0000 7f3a6991f900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27, ofs0, ns] 2026-04-02T11:58:12.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927245 cookie 94711063466720 notifier 36227 bl.length()=1035 2026-04-02T11:58:12.927 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a44ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a44ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a6991f900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): orig_sources= new_sources= 2026-04-02T11:58:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a6991f900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): potential sources added=[] removed=[] 2026-04-02T11:58:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a6991f900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): orig_dests= new_dests= 2026-04-02T11:58:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a6991f900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): potential dests added=[] removed=[] 2026-04-02T11:58:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a6991f900 -1 Injecting error=-5 at location=trim_reshard_log_entries 2026-04-02T11:58:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.926+0000 7f3a6991f900 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2026-04-02T11:58:12.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.931+0000 7f3a6991f900 20 remove_watcher() i=0 2026-04-02T11:58:12.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.931+0000 7f3a6991f900 2 removed watcher, disabling cache 2026-04-02T11:58:12.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.931+0000 7f3a6991f900 20 remove_watcher() i=1 2026-04-02T11:58:12.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.932+0000 7f3a6991f900 20 remove_watcher() i=4 2026-04-02T11:58:12.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.932+0000 7f3a6991f900 20 remove_watcher() i=3 2026-04-02T11:58:12.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.932+0000 7f3a6991f900 20 remove_watcher() i=7 2026-04-02T11:58:12.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.932+0000 7f3a6991f900 20 remove_watcher() i=2 2026-04-02T11:58:12.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.932+0000 7f3a6991f900 20 remove_watcher() i=5 2026-04-02T11:58:12.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.932+0000 7f3a6991f900 20 remove_watcher() i=6 2026-04-02T11:58:12.943 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T11:58:12.965 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:12.965 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:12.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.989+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.990+0000 7f8338523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.990+0000 7f8338523900 20 realm 2026-04-02T11:58:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.990+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.991+0000 7f8338523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.991+0000 7f8338523900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.991+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.991+0000 7f8338523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.991+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.992+0000 7f8338523900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.992+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.992+0000 7f8338523900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:12.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.992+0000 7f8338523900 20 searching for the correct realm 2026-04-02T11:58:12.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:12.994+0000 7f8334a36640 0 -- 192.168.123.102:0/1934516567 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x5573c374aa00 msgr2=0x7f832807d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:13.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.201+0000 7f83275ff640 0 -- 192.168.123.102:0/1934516567 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f83280df040 msgr2=0x7f8328061950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.407+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 20 zone default found 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 4 Realm: () 2026-04-02T11:58:13.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 20 zonegroup default 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.408+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.409+0000 7f8338523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.409+0000 7f8338523900 20 started sync module instance, tier type = 2026-04-02T11:58:13.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.409+0000 7f8338523900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:13.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.412+0000 7f8338523900 20 add_watcher() i=0 2026-04-02T11:58:13.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.413+0000 7f8338523900 20 add_watcher() i=3 2026-04-02T11:58:13.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.413+0000 7f8338523900 20 add_watcher() i=7 2026-04-02T11:58:13.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.413+0000 7f8338523900 20 add_watcher() i=6 2026-04-02T11:58:13.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.413+0000 7f8338523900 20 add_watcher() i=5 2026-04-02T11:58:13.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.413+0000 7f8338523900 20 add_watcher() i=4 2026-04-02T11:58:13.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.413+0000 7f8338523900 20 add_watcher() i=2 2026-04-02T11:58:13.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.414+0000 7f8338523900 20 add_watcher() i=1 2026-04-02T11:58:13.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.414+0000 7f8338523900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:13.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.416+0000 7f8338523900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:13.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.416+0000 7f8338523900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:13.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.416+0000 7f8338523900 5 note: GC not initialized 2026-04-02T11:58:13.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.417+0000 7f82e0ff1640 20 reqs_thread_entry: start 2026-04-02T11:58:13.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.463+0000 7f8338523900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:13.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.463+0000 7f8338523900 20 Filter name: none 2026-04-02T11:58:13.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.464+0000 7f82da7fc640 20 reqs_thread_entry: start 2026-04-02T11:58:13.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.464+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.464+0000 7f8338523900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:13.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.464+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.465+0000 7f8338523900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T11:58:13.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.465+0000 7f8338523900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:13.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.465+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.465+0000 7f8338523900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:13.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.465+0000 7f8338523900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.466+0000 7f8338523900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T11:58:13.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.466+0000 7f8338523900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 20 remove_watcher() i=0 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 2 removed watcher, disabling cache 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 20 remove_watcher() i=4 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 20 remove_watcher() i=2 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 20 remove_watcher() i=1 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 20 remove_watcher() i=7 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 20 remove_watcher() i=3 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 20 remove_watcher() i=5 2026-04-02T11:58:13.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.474+0000 7f8338523900 20 remove_watcher() i=6 2026-04-02T11:58:13.483 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:13.483 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:13.483 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-trim-reshard-log-entries id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:13.483 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:13.535 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:58:13.558 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:13.558 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:13.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.577+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.578+0000 7f6c3b3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.578+0000 7f6c3b3cb900 20 realm 2026-04-02T11:58:13.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.578+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.578+0000 7f6c3b3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.578+0000 7f6c3b3cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:13.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.578+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.578+0000 7f6c3b3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.580 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.578+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.579+0000 7f6c3b3cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:13.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.579+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.580+0000 7f6c3b3cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:13.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.580+0000 7f6c3b3cb900 20 searching for the correct realm 2026-04-02T11:58:13.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.583+0000 7f6c36895640 0 -- 192.168.123.102:0/3932754805 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f6c280420b0 msgr2=0x7f6c2806bce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:13.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.586+0000 7f6c36094640 0 -- 192.168.123.102:0/3932754805 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f6c2806cb20 msgr2=0x7f6c2806e870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.589+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 20 zone default found 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 4 Realm: () 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 20 zonegroup default 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.590+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.591+0000 7f6c3b3cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.591+0000 7f6c3b3cb900 20 started sync module instance, tier type = 2026-04-02T11:58:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.591+0000 7f6c3b3cb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:13.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.594+0000 7f6c3b3cb900 20 add_watcher() i=0 2026-04-02T11:58:13.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.594+0000 7f6c3b3cb900 20 add_watcher() i=3 2026-04-02T11:58:13.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.595+0000 7f6c3b3cb900 20 add_watcher() i=4 2026-04-02T11:58:13.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.595+0000 7f6c3b3cb900 20 add_watcher() i=7 2026-04-02T11:58:13.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.595+0000 7f6c3b3cb900 20 add_watcher() i=6 2026-04-02T11:58:13.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.595+0000 7f6c3b3cb900 20 add_watcher() i=5 2026-04-02T11:58:13.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.595+0000 7f6c3b3cb900 20 add_watcher() i=1 2026-04-02T11:58:13.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.595+0000 7f6c3b3cb900 20 add_watcher() i=2 2026-04-02T11:58:13.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.595+0000 7f6c3b3cb900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:13.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.597+0000 7f6c3b3cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:13.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.597+0000 7f6c3b3cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:13.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.598+0000 7f6c3b3cb900 5 note: GC not initialized 2026-04-02T11:58:13.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.598+0000 7f6bdeffd640 20 reqs_thread_entry: start 2026-04-02T11:58:13.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.638+0000 7f6c3b3cb900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:13.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.638+0000 7f6c3b3cb900 20 Filter name: none 2026-04-02T11:58:13.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.638+0000 7f6bdcff9640 20 reqs_thread_entry: start 2026-04-02T11:58:13.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T11:58:13.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 : miss 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.639+0000 7f6c3b3cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.640+0000 7f6c3b3cb900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.640+0000 7f6c3b3cb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.640+0000 7f6c3b3cb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:13.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.640+0000 7f6c3b3cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 2026-04-02T11:58:13.642 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.641+0000 7f6c3b3cb900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T11:58:13.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.645+0000 7f6c3b3cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:13.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.645+0000 7f6c3b3cb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:13.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.645+0000 7f6c3b3cb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:13.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.645+0000 7f6c3b3cb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27, ofs0, ns] 2026-04-02T11:58:13.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.645+0000 7f6c15ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927246 cookie 94301265571056 notifier 6759 bl.length()=1035 2026-04-02T11:58:13.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.645+0000 7f6c15ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:13.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.645+0000 7f6c15ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:13.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.645+0000 7f6c15ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:13.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.646+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): orig_sources= new_sources= 2026-04-02T11:58:13.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.646+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): potential sources added=[] removed=[] 2026-04-02T11:58:13.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.646+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): orig_dests= new_dests= 2026-04-02T11:58:13.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.646+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): potential dests added=[] removed=[] 2026-04-02T11:58:13.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.648+0000 7f6c3b3cb900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.27.2.0 2026-04-02T11:58:13.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.648+0000 7f6c3b3cb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.27.2.0 2026-04-02T11:58:13.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.648+0000 7f6c3b3cb900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.27.2.1 2026-04-02T11:58:13.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.648+0000 7f6c3b3cb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.27.2.1 2026-04-02T11:58:13.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.648+0000 7f6c3b3cb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.27.0 2026-04-02T11:58:13.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.650+0000 7f6c3b3cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:13.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.650+0000 7f6c3b3cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.651+0000 7f6c3b3cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.651+0000 7f6c3b3cb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.651+0000 7f6c3b3cb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.651+0000 7f6c3b3cb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27, ofs0, ns] 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.651+0000 7f6c15ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927247 cookie 94301265571056 notifier 6759 bl.length()=1035 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.651+0000 7f6c15ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.651+0000 7f6c15ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.651+0000 7f6c15ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.652+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): orig_sources= new_sources= 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.652+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): potential sources added=[] removed=[] 2026-04-02T11:58:13.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.652+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): orig_dests= new_dests= 2026-04-02T11:58:13.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.652+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): potential dests added=[] removed=[] 2026-04-02T11:58:13.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.653+0000 7f6c3b3cb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.27.0 2026-04-02T11:58:13.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.653+0000 7f6c3b3cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:13.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.653+0000 7f6c3b3cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 2026-04-02T11:58:13.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.654+0000 7f6c3b3cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:13.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.654+0000 7f6c3b3cb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:13.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.654+0000 7f6c3b3cb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:13.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.654+0000 7f6c3b3cb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27, ofs0, ns] 2026-04-02T11:58:13.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.655+0000 7f6c157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927248 cookie 94301265571056 notifier 6759 bl.length()=999 2026-04-02T11:58:13.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.655+0000 7f6c157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 info.flags=0x17 2026-04-02T11:58:13.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.655+0000 7f6c157fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 to cache LRU end 2026-04-02T11:58:13.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.655+0000 7f6c157fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:13.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.655+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): orig_sources= new_sources= 2026-04-02T11:58:13.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.655+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): potential sources added=[] removed=[] 2026-04-02T11:58:13.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.655+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): orig_dests= new_dests= 2026-04-02T11:58:13.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.655+0000 7f6c3b3cb900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.27]): potential dests added=[] removed=[] 2026-04-02T11:58:13.658 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.656+0000 7f6c3b3cb900 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 20 remove_watcher() i=0 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 2 removed watcher, disabling cache 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 20 remove_watcher() i=5 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 20 remove_watcher() i=6 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 20 remove_watcher() i=3 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 20 remove_watcher() i=7 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 20 remove_watcher() i=1 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 20 remove_watcher() i=2 2026-04-02T11:58:13.663 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.661+0000 7f6c3b3cb900 20 remove_watcher() i=4 2026-04-02T11:58:13.672 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T11:58:13.694 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:13.695 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:13.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.718+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.720+0000 7f4fae392900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.720+0000 7f4fae392900 20 realm 2026-04-02T11:58:13.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.720+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.720+0000 7f4fae392900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.720+0000 7f4fae392900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:13.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.720+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.720+0000 7f4fae392900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:13.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.720+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.721+0000 7f4fae392900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:13.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.721+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:13.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.721+0000 7f4fae392900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:13.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.721+0000 7f4fae392900 20 searching for the correct realm 2026-04-02T11:58:13.725 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.723+0000 7f4faa8e8640 0 -- 192.168.123.102:0/3817002303 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f4f9c08b3c0 msgr2=0x7f4f9c08d0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:13.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:13.929+0000 7f4fa98e6640 0 -- 192.168.123.102:0/3817002303 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f4f9c055b60 msgr2=0x7f4f9c06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:14.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.133+0000 7f4fae392900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:14.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.133+0000 7f4fae392900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:14.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.133+0000 7f4fae392900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:14.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.133+0000 7f4fae392900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:14.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.133+0000 7f4fae392900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:14.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.133+0000 7f4fae392900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.133+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 zone default found 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 4 Realm: () 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 zonegroup default 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.134+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.135+0000 7f4fae392900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.135+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.135+0000 7f4fae392900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.135+0000 7f4fae392900 20 started sync module instance, tier type = 2026-04-02T11:58:14.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.135+0000 7f4fae392900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:14.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.138+0000 7f4fae392900 20 add_watcher() i=0 2026-04-02T11:58:14.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.138+0000 7f4fae392900 20 add_watcher() i=7 2026-04-02T11:58:14.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.139+0000 7f4fae392900 20 add_watcher() i=3 2026-04-02T11:58:14.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.139+0000 7f4fae392900 20 add_watcher() i=4 2026-04-02T11:58:14.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.139+0000 7f4fae392900 20 add_watcher() i=2 2026-04-02T11:58:14.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.139+0000 7f4fae392900 20 add_watcher() i=5 2026-04-02T11:58:14.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.139+0000 7f4fae392900 20 add_watcher() i=6 2026-04-02T11:58:14.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.139+0000 7f4fae392900 20 add_watcher() i=1 2026-04-02T11:58:14.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.139+0000 7f4fae392900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:14.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.141+0000 7f4fae392900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:14.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.141+0000 7f4fae392900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:14.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.141+0000 7f4fae392900 5 note: GC not initialized 2026-04-02T11:58:14.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.141+0000 7f4f52ffd640 20 reqs_thread_entry: start 2026-04-02T11:58:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.181+0000 7f4fae392900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.181+0000 7f4fae392900 20 Filter name: none 2026-04-02T11:58:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.181+0000 7f4f50ff9640 20 reqs_thread_entry: start 2026-04-02T11:58:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.181+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.181+0000 7f4fae392900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:14.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.181+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.182+0000 7f4fae392900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:14.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.182+0000 7f4fae392900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:14.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.182+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.182+0000 7f4fae392900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:14.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.182+0000 7f4fae392900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.182+0000 7f4fae392900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:14.184 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.182+0000 7f4fae392900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 20 remove_watcher() i=0 2026-04-02T11:58:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 2 removed watcher, disabling cache 2026-04-02T11:58:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 20 remove_watcher() i=4 2026-04-02T11:58:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 20 remove_watcher() i=5 2026-04-02T11:58:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 20 remove_watcher() i=6 2026-04-02T11:58:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 20 remove_watcher() i=7 2026-04-02T11:58:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 20 remove_watcher() i=3 2026-04-02T11:58:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 20 remove_watcher() i=2 2026-04-02T11:58:14.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.187+0000 7f4fae392900 20 remove_watcher() i=1 2026-04-02T11:58:14.195 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:14.195 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:14.195 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-trim-reshard-log-entries id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.27 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:58:14.195 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:14.259 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2026-04-02T11:58:14.259 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:14.423 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T11:58:14.444 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:14.444 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:14.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.465+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.466+0000 7f7b22f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.466+0000 7f7b22f2b900 20 realm 2026-04-02T11:58:14.467 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.466+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.466+0000 7f7b22f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.466+0000 7f7b22f2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:14.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.466+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.466+0000 7f7b22f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.466+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.467+0000 7f7b22f2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.467+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.468+0000 7f7b22f2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:14.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.468+0000 7f7b22f2b900 20 searching for the correct realm 2026-04-02T11:58:14.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.473+0000 7f7b1f43d640 0 -- 192.168.123.102:0/2385093587 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x5592fbfc9840 msgr2=0x5592fbfe9cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:14.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.477+0000 7f7b1e43b640 0 -- 192.168.123.102:0/2385093587 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f7b0c069af0 msgr2=0x7f7b0c0f4930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.479+0000 7f7b22f2b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.479+0000 7f7b22f2b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.479+0000 7f7b22f2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.479+0000 7f7b22f2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.479+0000 7f7b22f2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.479+0000 7f7b22f2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.479+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.481 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 zone default found 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 4 Realm: () 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 zonegroup default 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.480+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.481+0000 7f7b22f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.481+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.481+0000 7f7b22f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.481+0000 7f7b22f2b900 20 started sync module instance, tier type = 2026-04-02T11:58:14.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.481+0000 7f7b22f2b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:14.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.485+0000 7f7b22f2b900 20 add_watcher() i=5 2026-04-02T11:58:14.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.485+0000 7f7b22f2b900 20 add_watcher() i=1 2026-04-02T11:58:14.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.485+0000 7f7b22f2b900 20 add_watcher() i=7 2026-04-02T11:58:14.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.485+0000 7f7b22f2b900 20 add_watcher() i=6 2026-04-02T11:58:14.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.486+0000 7f7b22f2b900 20 add_watcher() i=3 2026-04-02T11:58:14.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.486+0000 7f7b22f2b900 20 add_watcher() i=2 2026-04-02T11:58:14.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.486+0000 7f7b22f2b900 20 add_watcher() i=0 2026-04-02T11:58:14.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.487+0000 7f7b22f2b900 20 add_watcher() i=4 2026-04-02T11:58:14.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.487+0000 7f7b22f2b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:14.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.489+0000 7f7b22f2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:14.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.489+0000 7f7b22f2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:14.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.489+0000 7f7b22f2b900 5 note: GC not initialized 2026-04-02T11:58:14.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.489+0000 7f7ac77fe640 20 reqs_thread_entry: start 2026-04-02T11:58:14.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.734+0000 7f7b22f2b900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:14.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.734+0000 7f7b22f2b900 20 Filter name: none 2026-04-02T11:58:14.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.734+0000 7f7ac57fa640 20 reqs_thread_entry: start 2026-04-02T11:58:14.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.734+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.735+0000 7f7b22f2b900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:14.736 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.735+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.735+0000 7f7b22f2b900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:14.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.735+0000 7f7b22f2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:14.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.735+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.735+0000 7f7b22f2b900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:14.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.735+0000 7f7b22f2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.736+0000 7f7b22f2b900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:14.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.736+0000 7f7b22f2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:14.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 20 remove_watcher() i=5 2026-04-02T11:58:14.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 2 removed watcher, disabling cache 2026-04-02T11:58:14.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 20 remove_watcher() i=6 2026-04-02T11:58:14.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 20 remove_watcher() i=3 2026-04-02T11:58:14.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 20 remove_watcher() i=7 2026-04-02T11:58:14.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 20 remove_watcher() i=1 2026-04-02T11:58:14.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 20 remove_watcher() i=2 2026-04-02T11:58:14.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 20 remove_watcher() i=4 2026-04-02T11:58:14.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.740+0000 7f7b22f2b900 20 remove_watcher() i=0 2026-04-02T11:58:14.748 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:14.748 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:14.748 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-trim-reshard-log-entries id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:14.748 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:14.751 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2026-04-02T11:58:14.776 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:14.776 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:14.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.799+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.800+0000 7f8307b31900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.800+0000 7f8307b31900 20 realm 2026-04-02T11:58:14.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.800+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.800+0000 7f8307b31900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.800+0000 7f8307b31900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:14.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.800+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.800+0000 7f8307b31900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.802 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.800+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.801+0000 7f8307b31900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.801+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.802+0000 7f8307b31900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:14.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.802+0000 7f8307b31900 20 searching for the correct realm 2026-04-02T11:58:14.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.806+0000 7f82feffd640 0 -- 192.168.123.102:0/2148329034 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x558b9271ab60 msgr2=0x558b9273b010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:14.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.809+0000 7f82ff7fe640 0 -- 192.168.123.102:0/2148329034 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f82f8022970 msgr2=0x7f82f801a120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.813+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 20 zone default found 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 4 Realm: () 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 20 zonegroup default 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.814+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.815+0000 7f8307b31900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.815+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.815+0000 7f8307b31900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.815+0000 7f8307b31900 20 started sync module instance, tier type = 2026-04-02T11:58:14.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.815+0000 7f8307b31900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:14.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.819+0000 7f8307b31900 20 add_watcher() i=3 2026-04-02T11:58:14.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.819+0000 7f8307b31900 20 add_watcher() i=6 2026-04-02T11:58:14.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.820+0000 7f8307b31900 20 add_watcher() i=0 2026-04-02T11:58:14.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.820+0000 7f8307b31900 20 add_watcher() i=5 2026-04-02T11:58:14.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.820+0000 7f8307b31900 20 add_watcher() i=4 2026-04-02T11:58:14.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.820+0000 7f8307b31900 20 add_watcher() i=7 2026-04-02T11:58:14.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.820+0000 7f8307b31900 20 add_watcher() i=2 2026-04-02T11:58:14.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.820+0000 7f8307b31900 20 add_watcher() i=1 2026-04-02T11:58:14.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.820+0000 7f8307b31900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:14.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.824+0000 7f8307b31900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:14.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.824+0000 7f8307b31900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:14.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.824+0000 7f8307b31900 5 note: GC not initialized 2026-04-02T11:58:14.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.825+0000 7f82ab7fe640 20 reqs_thread_entry: start 2026-04-02T11:58:14.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.872+0000 7f8307b31900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:14.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.872+0000 7f8307b31900 20 Filter name: none 2026-04-02T11:58:14.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f82a97fa640 20 reqs_thread_entry: start 2026-04-02T11:58:14.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T11:58:14.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 : miss 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 info.flags=0x17 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 to cache LRU end 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:14.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.873+0000 7f8307b31900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 2026-04-02T11:58:14.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.877+0000 7f8307b31900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 info.flags=0x17 2026-04-02T11:58:14.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.877+0000 7f8307b31900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 to cache LRU end 2026-04-02T11:58:14.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.877+0000 7f8307b31900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:14.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.877+0000 7f8307b31900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28, ofs0, ns] 2026-04-02T11:58:14.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.877+0000 7f82e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927251 cookie 94057945754368 notifier 36302 bl.length()=1035 2026-04-02T11:58:14.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.877+0000 7f82e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 info.flags=0x17 2026-04-02T11:58:14.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.877+0000 7f82e27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 to cache LRU end 2026-04-02T11:58:14.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.877+0000 7f82e27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:14.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.878+0000 7f8307b31900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.28]): orig_sources= new_sources= 2026-04-02T11:58:14.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.878+0000 7f8307b31900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.28]): potential sources added=[] removed=[] 2026-04-02T11:58:14.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.878+0000 7f8307b31900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.28]): orig_dests= new_dests= 2026-04-02T11:58:14.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.878+0000 7f8307b31900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.28]): potential dests added=[] removed=[] 2026-04-02T11:58:14.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.878+0000 7f8307b31900 -1 Injecting error=-95 at location=trim_reshard_log_entries 2026-04-02T11:58:14.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.878+0000 7f8307b31900 0 WARNING: trim_reshard_log() does not supported logrecord, falling back to block reshard mode. 2026-04-02T11:58:14.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.879+0000 7f8307b31900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.28.1.0 2026-04-02T11:58:14.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.879+0000 7f8307b31900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.28.1.0 2026-04-02T11:58:14.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.879+0000 7f8307b31900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.28.1.1 2026-04-02T11:58:14.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.879+0000 7f8307b31900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.28.1.1 2026-04-02T11:58:14.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.879+0000 7f8307b31900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.28.0 2026-04-02T11:58:14.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.881+0000 7f8307b31900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:14.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.881+0000 7f8307b31900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 2026-04-02T11:58:14.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f8307b31900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 info.flags=0x17 2026-04-02T11:58:14.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f8307b31900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 to cache LRU end 2026-04-02T11:58:14.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f8307b31900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:14.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f8307b31900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28, ofs0, ns] 2026-04-02T11:58:14.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f82e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927252 cookie 94057945754368 notifier 36302 bl.length()=999 2026-04-02T11:58:14.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f82e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 info.flags=0x17 2026-04-02T11:58:14.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f82e27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 to cache LRU end 2026-04-02T11:58:14.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f82e27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:14.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f8307b31900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.28]): orig_sources= new_sources= 2026-04-02T11:58:14.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f8307b31900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.28]): potential sources added=[] removed=[] 2026-04-02T11:58:14.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f8307b31900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.28]): orig_dests= new_dests= 2026-04-02T11:58:14.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.883+0000 7f8307b31900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.28]): potential dests added=[] removed=[] 2026-04-02T11:58:14.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.884+0000 7f8307b31900 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-02T11:58:14.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.889+0000 7f8307b31900 20 remove_watcher() i=7 2026-04-02T11:58:14.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.889+0000 7f8307b31900 2 removed watcher, disabling cache 2026-04-02T11:58:14.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.890+0000 7f8307b31900 20 remove_watcher() i=3 2026-04-02T11:58:14.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.890+0000 7f8307b31900 20 remove_watcher() i=0 2026-04-02T11:58:14.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.890+0000 7f8307b31900 20 remove_watcher() i=2 2026-04-02T11:58:14.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.890+0000 7f8307b31900 20 remove_watcher() i=1 2026-04-02T11:58:14.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.890+0000 7f8307b31900 20 remove_watcher() i=4 2026-04-02T11:58:14.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.890+0000 7f8307b31900 20 remove_watcher() i=5 2026-04-02T11:58:14.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.890+0000 7f8307b31900 20 remove_watcher() i=6 2026-04-02T11:58:14.903 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T11:58:14.927 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:14.927 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:14.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.948+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.950+0000 7f883ff23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.950+0000 7f883ff23900 20 realm 2026-04-02T11:58:14.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.950+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.950+0000 7f883ff23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.950+0000 7f883ff23900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:14.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.950+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.950+0000 7f883ff23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.950+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.951+0000 7f883ff23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.952 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.951+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.951+0000 7f883ff23900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:14.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.951+0000 7f883ff23900 20 searching for the correct realm 2026-04-02T11:58:14.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.955+0000 7f88377fe640 0 -- 192.168.123.102:0/3064015505 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f883006b9d0 msgr2=0x7f883006d720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:14.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.960+0000 7f8837fff640 0 -- 192.168.123.102:0/3064015505 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x55c6aa6b5230 msgr2=0x55c6aa6d5610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.962+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 20 zone default found 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 4 Realm: () 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:14.964 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 20 zonegroup default 2026-04-02T11:58:14.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.963+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.964+0000 7f883ff23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.964+0000 7f883ff23900 20 started sync module instance, tier type = 2026-04-02T11:58:14.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.964+0000 7f883ff23900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:14.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.967+0000 7f883ff23900 20 add_watcher() i=0 2026-04-02T11:58:14.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.967+0000 7f883ff23900 20 add_watcher() i=7 2026-04-02T11:58:14.969 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.967+0000 7f883ff23900 20 add_watcher() i=3 2026-04-02T11:58:14.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.968+0000 7f883ff23900 20 add_watcher() i=1 2026-04-02T11:58:14.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.968+0000 7f883ff23900 20 add_watcher() i=4 2026-04-02T11:58:14.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.969+0000 7f883ff23900 20 add_watcher() i=2 2026-04-02T11:58:14.970 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.969+0000 7f883ff23900 20 add_watcher() i=5 2026-04-02T11:58:14.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.969+0000 7f883ff23900 20 add_watcher() i=6 2026-04-02T11:58:14.971 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.969+0000 7f883ff23900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:14.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.971+0000 7f883ff23900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:14.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.971+0000 7f883ff23900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:14.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.971+0000 7f883ff23900 5 note: GC not initialized 2026-04-02T11:58:14.973 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:14.972+0000 7f87e3fff640 20 reqs_thread_entry: start 2026-04-02T11:58:15.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.020+0000 7f883ff23900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:15.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.020+0000 7f883ff23900 20 Filter name: none 2026-04-02T11:58:15.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.020+0000 7f87e1ffb640 20 reqs_thread_entry: start 2026-04-02T11:58:15.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.020+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.021+0000 7f883ff23900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:15.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.021+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.021+0000 7f883ff23900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:15.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.021+0000 7f883ff23900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:15.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.021+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.021+0000 7f883ff23900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:15.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.021+0000 7f883ff23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.022+0000 7f883ff23900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:15.023 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.022+0000 7f883ff23900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.026+0000 7f883ff23900 20 remove_watcher() i=3 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.026+0000 7f883ff23900 2 removed watcher, disabling cache 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.026+0000 7f883ff23900 20 remove_watcher() i=0 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.026+0000 7f883ff23900 20 remove_watcher() i=4 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.026+0000 7f883ff23900 20 remove_watcher() i=1 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.027+0000 7f883ff23900 20 remove_watcher() i=2 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.027+0000 7f883ff23900 20 remove_watcher() i=5 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.027+0000 7f883ff23900 20 remove_watcher() i=6 2026-04-02T11:58:15.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.027+0000 7f883ff23900 20 remove_watcher() i=7 2026-04-02T11:58:15.035 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.035 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:15.035 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-trim-reshard-log-entries id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.28 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T11:58:15.035 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.095 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2026-04-02T11:58:15.095 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.260 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T11:58:15.280 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:15.280 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:15.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.302+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.302+0000 7ff7003cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.302+0000 7ff7003cb900 20 realm 2026-04-02T11:58:15.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.302+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.303+0000 7ff7003cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.303+0000 7ff7003cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:15.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.303+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.303+0000 7ff7003cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.303+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.303+0000 7ff7003cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.303+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.304+0000 7ff7003cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:15.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.304+0000 7ff7003cb900 20 searching for the correct realm 2026-04-02T11:58:15.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.306+0000 7ff6fb895640 0 -- 192.168.123.102:0/2526083169 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7ff6e8083050 msgr2=0x7ff6e80a80b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:15.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.309+0000 7ff6fa893640 0 -- 192.168.123.102:0/2526083169 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7ff6e8037d50 msgr2=0x7ff6e8069660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.515+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 zone default found 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 4 Realm: () 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 zonegroup default 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 started sync module instance, tier type = 2026-04-02T11:58:15.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.516+0000 7ff7003cb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:15.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.521+0000 7ff7003cb900 20 add_watcher() i=0 2026-04-02T11:58:15.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.521+0000 7ff7003cb900 20 add_watcher() i=3 2026-04-02T11:58:15.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.521+0000 7ff7003cb900 20 add_watcher() i=7 2026-04-02T11:58:15.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.521+0000 7ff7003cb900 20 add_watcher() i=5 2026-04-02T11:58:15.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.521+0000 7ff7003cb900 20 add_watcher() i=6 2026-04-02T11:58:15.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.521+0000 7ff7003cb900 20 add_watcher() i=4 2026-04-02T11:58:15.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.521+0000 7ff7003cb900 20 add_watcher() i=1 2026-04-02T11:58:15.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.522+0000 7ff7003cb900 20 add_watcher() i=2 2026-04-02T11:58:15.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.522+0000 7ff7003cb900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:15.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.524+0000 7ff7003cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:15.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.524+0000 7ff7003cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:15.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.524+0000 7ff7003cb900 5 note: GC not initialized 2026-04-02T11:58:15.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.524+0000 7ff6a8fe9640 20 reqs_thread_entry: start 2026-04-02T11:58:15.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.566+0000 7ff7003cb900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:15.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.567+0000 7ff7003cb900 20 Filter name: none 2026-04-02T11:58:15.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.567+0000 7ff6a27fc640 20 reqs_thread_entry: start 2026-04-02T11:58:15.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.567+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.567+0000 7ff7003cb900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:15.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.567+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.568+0000 7ff7003cb900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:15.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.568+0000 7ff7003cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:15.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.568+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.568+0000 7ff7003cb900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:15.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.568+0000 7ff7003cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.568+0000 7ff7003cb900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:15.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.568+0000 7ff7003cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:15.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.573+0000 7ff7003cb900 20 remove_watcher() i=7 2026-04-02T11:58:15.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.573+0000 7ff7003cb900 2 removed watcher, disabling cache 2026-04-02T11:58:15.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.574+0000 7ff7003cb900 20 remove_watcher() i=1 2026-04-02T11:58:15.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.574+0000 7ff7003cb900 20 remove_watcher() i=3 2026-04-02T11:58:15.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.574+0000 7ff7003cb900 20 remove_watcher() i=2 2026-04-02T11:58:15.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.574+0000 7ff7003cb900 20 remove_watcher() i=0 2026-04-02T11:58:15.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.574+0000 7ff7003cb900 20 remove_watcher() i=4 2026-04-02T11:58:15.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.574+0000 7ff7003cb900 20 remove_watcher() i=5 2026-04-02T11:58:15.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.574+0000 7ff7003cb900 20 remove_watcher() i=6 2026-04-02T11:58:15.582 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.582 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:15.582 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-trim-reshard-log-entries id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:15.582 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.584 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2026-04-02T11:58:15.609 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:15.609 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:15.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.629+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.630+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.630+0000 7f4034d8b900 20 realm 2026-04-02T11:58:15.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.630+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.631+0000 7f4034d8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:15.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.632+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:15.634 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.632+0000 7f4034d8b900 20 searching for the correct realm 2026-04-02T11:58:15.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.635+0000 7f4030ae7640 0 -- 192.168.123.102:0/3784154188 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55589c287cb0 msgr2=0x55589c2a8160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:15.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.638+0000 7f402bfff640 0 -- 192.168.123.102:0/3784154188 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f402406e420 msgr2=0x7f40240a40b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.641+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 zone default found 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 4 Realm: () 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 zonegroup default 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.643+0000 7f4034d8b900 20 started sync module instance, tier type = 2026-04-02T11:58:15.645 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.643+0000 7f4034d8b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:15.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.647+0000 7f4034d8b900 20 add_watcher() i=3 2026-04-02T11:58:15.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=0 2026-04-02T11:58:15.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=6 2026-04-02T11:58:15.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=5 2026-04-02T11:58:15.650 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.649+0000 7f4034d8b900 20 add_watcher() i=4 2026-04-02T11:58:15.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=2 2026-04-02T11:58:15.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=1 2026-04-02T11:58:15.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=7 2026-04-02T11:58:15.651 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.650+0000 7f4034d8b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:15.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.652+0000 7f4034d8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:15.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.652+0000 7f4034d8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:15.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.652+0000 7f4034d8b900 5 note: GC not initialized 2026-04-02T11:58:15.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.652+0000 7f3fddfeb640 20 reqs_thread_entry: start 2026-04-02T11:58:15.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.696+0000 7f4034d8b900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:15.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.696+0000 7f4034d8b900 20 Filter name: none 2026-04-02T11:58:15.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.697+0000 7f3fd77fe640 20 reqs_thread_entry: start 2026-04-02T11:58:15.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T11:58:15.698 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.697+0000 7f4034d8b900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 : miss 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.698+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.698+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.698+0000 7f4034d8b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.698+0000 7f4034d8b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.698+0000 7f4034d8b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.698+0000 7f4034d8b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.702+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.702+0000 7f4034d8b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.702+0000 7f4034d8b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.702+0000 7f4034d8b900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29, ofs0, ns] 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927212 cookie 93839065416784 notifier 36353 bl.length()=1035 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_sources= new_sources= 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential sources added=[] removed=[] 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_dests= new_dests= 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential dests added=[] removed=[] 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4034d8b900 time 2026-04-02T11:58:15.704307+0000 2026-04-02T11:58:15.704 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f403618f8f8] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x555898eb7fc4] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x10139bc) [0x555899ab19bc] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x5558995d8e3e] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f403522a610] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.703+0000 7f4034d8b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4034d8b900 time 2026-04-02T11:58:15.704307+0000 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f403618f8f8] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x555898eb7fc4] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x10139bc) [0x555899ab19bc] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x5558995d8e3e] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f403522a610] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f4034d8b900 thread_name:radosgw-admin 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f403523fc30] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f403528d02c] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f403618f957] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x555898eb7fc4] 2026-04-02T11:58:15.705 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x10139bc) [0x555899ab19bc] 2026-04-02T11:58:15.706 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x5558995d8e3e] 2026-04-02T11:58:15.706 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T11:58:15.706 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f403522a610] 2026-04-02T11:58:15.706 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T11:58:15.706 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.704+0000 7f4034d8b900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f4034d8b900 thread_name:radosgw-admin 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f403523fc30] 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f403528d02c] 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f403618f957] 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x555898eb7fc4] 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x10139bc) [0x555899ab19bc] 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x5558995d8e3e] 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f403522a610] 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:58:15.613+0000 7f401effd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:58:15.613+0000 7f401effd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:58:15.613+0000 7f401effd640 10 monclient: dump: 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: shutdown 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) unregister_commands rotate-key 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: build_initial_monmap 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 build_initial for_mkfs: 0 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: monmap: 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:15.708 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding auth protocol: cephx 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding auth protocol: cephx 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding auth protocol: cephx 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:58:15.614+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 librados: starting msgr at 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 librados: starting objecter 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command objecter_requests hook 0x55589bec44f0 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 librados: setting wanted keys 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 librados: calling monclient init 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: init 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding auth protocol: cephx 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding auth protocol: cephx 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding auth protocol: cephx 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:58:15.614+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:58:15.614+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command rotate-key hook 0x55589bebe308 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-b con 0x55589be504b0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-c con 0x55589be50880 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-a con 0x55589bf009a0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): authenticate will time out at 1725.626974s 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): get_auth_request con 0x55589be50880 auth_method 0 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): get_auth_request con 0x55589bf009a0 auth_method 0 2026-04-02T11:58:15.709 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:58:15.615+0000 7f4030ae7640 10 monclient(hunting): get_auth_request con 0x55589be504b0 auth_method 0 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:58:15.615+0000 7f4030ae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:58:15.615+0000 7f4030ae7640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:58:15.615+0000 7f4030ae7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): handle_auth_done global_id 36344 payload 824 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:58:15.615+0000 7f402bfff640 1 monclient: found mon.noname-c 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: dump: 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: _finish_auth 0 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: _check_auth_tickets 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:58:15.615+0000 7f4034d8b900 5 monclient: authenticate success, global_id 36344 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:58:15.615+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:58:15.615+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: dump: 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.710 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:58:15.615+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:58:15.615+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:58:15.615+0000 7f4034d8b900 1 librados: init done 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:58:15.615+0000 7f401effd640 4 set_mon_vals no callback set 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:58:15.617+0000 7f401d7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:58:15.617+0000 7f401d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:58:15.617+0000 7f401d7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:58:15.617+0000 7f4030ae7640 10 monclient: get_auth_request con 0x7f400c077530 auth_method 0 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:58:15.618+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589bfb2500 auth_method 0 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:58:15.618+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c033c00 auth_method 0 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:58:15.619+0000 7f402bfff640 10 monclient: get_auth_request con 0x55589c055f50 auth_method 0 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:58:15.620+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c055500 auth_method 0 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:58:15.620+0000 7f4034d8b900 10 monclient: build_initial_monmap 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:58:15.620+0000 7f4034d8b900 1 build_initial for_mkfs: 0 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:58:15.620+0000 7f4034d8b900 10 monclient: monmap: 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding auth protocol: cephx 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding auth protocol: cephx 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding auth protocol: cephx 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:58:15.621+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55589c09cf00 EEXIST 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient: init 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding auth protocol: cephx 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding auth protocol: cephx 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding auth protocol: cephx 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.711 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:58:15.621+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:58:15.621+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command rotate-key cmddesc rotate-key hook 0x55589c076f70 EEXIST 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-a con 0x55589c0c5130 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-c con 0x55589c0c5500 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-b con 0x55589c0f77f0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): authenticate will time out at 1725.633605s 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): get_auth_request con 0x55589c0c5130 auth_method 0 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): get_auth_request con 0x55589c0c5500 auth_method 0 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): get_auth_request con 0x55589c0f77f0 auth_method 0 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): handle_auth_done global_id 6855 payload 824 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:58:15.622+0000 7f402bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:58:15.622+0000 7f402bfff640 1 monclient: found mon.noname-a 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:58:15.622+0000 7f402bfff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: dump: 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: _finish_auth 0 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: _check_auth_tickets 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: dump: 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.712 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:58:15.622+0000 7f4031ae9640 4 set_mon_vals no callback set 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:58:15.622+0000 7f4034d8b900 5 monclient: authenticate success, global_id 6855 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:58:15.622+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:58:15.622+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:58:15.623+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:58:15.623+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:58:15.624+0000 7f40127fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:58:15.624+0000 7f40127fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:58:15.624+0000 7f40127fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:58:15.624+0000 7f40312e8640 10 monclient: get_auth_request con 0x7f4000077520 auth_method 0 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:58:15.624+0000 7f4034d8b900 10 monclient: get_monmap_and_config 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:58:15.624+0000 7f4034d8b900 10 monclient: build_initial_monmap 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:58:15.624+0000 7f4034d8b900 1 build_initial for_mkfs: 0 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:58:15.624+0000 7f4034d8b900 10 monclient: monmap: 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding auth protocol: cephx 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding auth protocol: cephx 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding auth protocol: cephx 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:58:15.624+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:58:15.624+0000 7f4034d8b900 10 monclient: init 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding auth protocol: cephx 2026-04-02T11:58:15.713 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding auth protocol: cephx 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding auth protocol: cephx 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:58:15.625+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:58:15.625+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:58:15.625+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc39df23e8 EEXIST 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-c con 0x55589c15b850 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-a con 0x55589c180880 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-b con 0x55589c187f40 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): authenticate will time out at 1725.637227s 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): get_auth_request con 0x55589c15b850 auth_method 0 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): get_auth_request con 0x55589c187f40 auth_method 0 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): handle_auth_done global_id 36350 payload 274 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:58:15.625+0000 7f402bfff640 1 monclient: found mon.noname-c 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:58:15.625+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c180880 auth_method 0 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: dump: 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: _finish_auth 0 2026-04-02T11:58:15.714 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: _check_auth_tickets 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: dump: 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:58:15.625+0000 7f4034d8b900 5 monclient: authenticate success, global_id 36350 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient: get_monmap_and_config success 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:58:15.625+0000 7f4034d8b900 4 set_mon_vals no callback set 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:58:15.626+0000 7f4034d8b900 10 monclient: shutdown 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:58:15.626+0000 7f4034d8b900 10 monclient: build_initial_monmap 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 build_initial for_mkfs: 0 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:58:15.626+0000 7f4034d8b900 10 monclient: monmap: 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding auth protocol: cephx 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding auth protocol: cephx 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding auth protocol: cephx 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:58:15.626+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 librados: starting msgr at 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 librados: starting objecter 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55589c15fe80 EEXIST 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 librados: setting wanted keys 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 librados: calling monclient init 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:58:15.626+0000 7f4034d8b900 10 monclient: init 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding auth protocol: cephx 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding auth protocol: cephx 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding auth protocol: cephx 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.715 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:58:15.626+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:58:15.626+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:58:15.627+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command rotate-key cmddesc rotate-key hook 0x55589c0f0cf8 EEXIST 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-a con 0x55589c180880 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-c con 0x55589c187f40 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-b con 0x55589c189bf0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): authenticate will time out at 1725.639120s 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): get_auth_request con 0x55589c187f40 auth_method 0 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): get_auth_request con 0x55589c180880 auth_method 0 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): handle_auth_done global_id 36353 payload 824 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient: _finish_hunting 0 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:58:15.627+0000 7f40312e8640 1 monclient: found mon.noname-c 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:58:15.627+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c189bf0 auth_method 0 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: dump: 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: _finish_auth 0 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: _check_auth_tickets 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:58:15.627+0000 7f4007fff640 4 set_mon_vals no callback set 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:58:15.628+0000 7f40067fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:58:15.628+0000 7f40067fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:58:15.628+0000 7f40067fc640 10 monclient: dump: 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.716 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:58:15.628+0000 7f4034d8b900 5 monclient: authenticate success, global_id 36353 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:58:15.628+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:58:15.628+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:58:15.628+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:58:15.628+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:58:15.628+0000 7f4034d8b900 1 librados: init done 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:58:15.628+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cr dump hook 0x55589c185378 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:58:15.629+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:58:15.629+0000 7f40067fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:58:15.629+0000 7f40067fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:58:15.629+0000 7f40067fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:58:15.630+0000 7f402bfff640 10 monclient: get_auth_request con 0x7f3ff00777b0 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:58:15.630+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c220f60 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:58:15.630+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:58:15.630+0000 7f4034d8b900 20 realm 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:58:15.630+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:58:15.631+0000 7f4034d8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:58:15.631+0000 7f402bfff640 10 monclient: get_auth_request con 0x55589c2436e0 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:58:15.632+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c264f10 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:58:15.632+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:58:15.632+0000 7f4034d8b900 20 searching for the correct realm 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:58:15.632+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c287cb0 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:58:15.633+0000 7f402bfff640 10 monclient: get_auth_request con 0x7f4020088420 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:58:15.634+0000 7f40312e8640 10 monclient: get_auth_request con 0x7f40240a4c30 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:58:15.635+0000 7f4030ae7640 0 -- 192.168.123.102:0/3784154188 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55589c287cb0 msgr2=0x55589c2a8160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:58:15.635+0000 7f40067fc640 1 client.36353.objecter ms_handle_reset 0x55589c287cb0 session 0x55589c287630 osd.3 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:58:15.635+0000 7f40067fc640 10 monclient: _renew_subs 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:58:15.635+0000 7f40067fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:58:15.635+0000 7f4030ae7640 10 monclient: get_auth_request con 0x7f3ff00a4470 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:58:15.636+0000 7f4030ae7640 10 monclient: get_auth_request con 0x7f402406da80 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:58:15.638+0000 7f402bfff640 10 monclient: get_auth_request con 0x7f402406e420 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:58:15.638+0000 7f402bfff640 0 -- 192.168.123.102:0/3784154188 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f402406e420 msgr2=0x7f40240a40b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:58:15.638+0000 7f40067fc640 1 client.36353.objecter ms_handle_reset 0x7f402406e420 session 0x7f4024073640 osd.0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:58:15.638+0000 7f402bfff640 10 monclient: get_auth_request con 0x7f3ff00c5160 auth_method 0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 zone default found 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:58:15.642+0000 7f4034d8b900 4 Realm: () 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:58:15.642+0000 7f4034d8b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:58:15.642+0000 7f4034d8b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:58:15.642+0000 7f4034d8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 zonegroup default 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.717 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 started sync module instance, tier type = 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:58:15.647+0000 7f4034d8b900 20 add_watcher() i=3 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=6 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=5 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:58:15.649+0000 7f4034d8b900 20 add_watcher() i=4 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=2 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=1 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=7 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:58:15.650+0000 7f4034d8b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:58:15.650+0000 7f40312e8640 10 monclient: get_auth_request con 0x7f3fb8007200 auth_method 0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding auth protocol: cephx 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding auth protocol: cephx 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding auth protocol: cephx 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:58:15.652+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:58:15.652+0000 7f4034d8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:58:15.652+0000 7f4034d8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cache list hook 0x55589c1827c0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cache inspect hook 0x55589c1827c0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cache erase hook 0x55589c1827c0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cache zap hook 0x55589c1827c0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 note: GC not initialized 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:58:15.652+0000 7f3fddfeb640 20 reqs_thread_entry: start 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command sync trace show hook 0x7f402006a580 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command sync trace history hook 0x7f402006a580 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command sync trace active hook 0x7f402006a580 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command sync trace active_short hook 0x7f402006a580 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:58:15.653+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c2c02f0 auth_method 0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:58:15.654+0000 7f402bfff640 10 monclient: get_auth_request con 0x55589c2a70b0 auth_method 0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:58:15.656+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c294ef0 auth_method 0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:58:15.657+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c2bb410 auth_method 0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:58:15.662+0000 7f402bfff640 10 monclient: get_auth_request con 0x55589c294190 auth_method 0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:58:15.667+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c2bd1d0 auth_method 0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:58:15.696+0000 7f4034d8b900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:58:15.696+0000 7f4034d8b900 20 Filter name: none 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:58:15.697+0000 7f3fd77fe640 20 reqs_thread_entry: start 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:58:15.697+0000 7f4034d8b900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 : miss 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:58:15.698+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:58:15.702+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:58:15.702+0000 7f4034d8b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.718 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:58:15.702+0000 7f4034d8b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:58:15.702+0000 7f4034d8b900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29, ofs0, ns] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927212 cookie 93839065416784 notifier 36353 bl.length()=1035 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_sources= new_sources= 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential sources added=[] removed=[] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_dests= new_dests= 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential dests added=[] removed=[] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:58:15.703+0000 7f4034d8b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4034d8b900 time 2026-04-02T11:58:15.704307+0000 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f403618f8f8] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x555898eb7fc4] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x10139bc) [0x555899ab19bc] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x5558995d8e3e] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f403522a610] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:58:15.704+0000 7f4034d8b900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f4034d8b900 thread_name:radosgw-admin 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f403523fc30] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f403528d02c] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f403618f957] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x555898eb7fc4] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x10139bc) [0x555899ab19bc] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x5558995d8e3e] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f403522a610] 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:58:15.719 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:58:15.720 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f3fd77fe640 / http_manager 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f3fddfeb640 / http_manager 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f40067fc640 / ms_dispatch 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f40077fe640 / io_context_pool 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f4007fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f40127fc640 / ms_dispatch 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f401d7fa640 / ms_dispatch 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f401effd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f401f7fe640 / admin_socket 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f402b7fe640 / ms_dispatch 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f402bfff640 / msgr-worker-2 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f4030ae7640 / msgr-worker-1 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f40312e8640 / msgr-worker-0 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f4031ae9640 / io_context_pool 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 7f4034d8b900 / radosgw-admin 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.90564.log 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:58:15.613+0000 7f401effd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:58:15.613+0000 7f401effd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:58:15.613+0000 7f401effd640 10 monclient: dump: 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: shutdown 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) unregister_commands rotate-key 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: build_initial_monmap 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 build_initial for_mkfs: 0 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: monmap: 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding auth protocol: cephx 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding auth protocol: cephx 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding auth protocol: cephx 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.721 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: crc 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bec3ad0) adding con mode: secure 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:58:15.614+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 librados: starting msgr at 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 librados: starting objecter 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command objecter_requests hook 0x55589bec44f0 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 librados: setting wanted keys 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:58:15.614+0000 7f4034d8b900 1 librados: calling monclient init 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: init 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding auth protocol: cephx 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding auth protocol: cephx 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding auth protocol: cephx 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: crc 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 AuthRegistry(0x55589bebe1c0) adding con mode: secure 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:58:15.614+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:58:15.614+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:58:15.614+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command rotate-key hook 0x55589bebe308 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-b con 0x55589be504b0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-c con 0x55589be50880 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-a con 0x55589bf009a0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:58:15.614+0000 7f4034d8b900 10 monclient(hunting): authenticate will time out at 1725.626974s 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): get_auth_request con 0x55589be50880 auth_method 0 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): get_auth_request con 0x55589bf009a0 auth_method 0 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:58:15.615+0000 7f4030ae7640 10 monclient(hunting): get_auth_request con 0x55589be504b0 auth_method 0 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:58:15.615+0000 7f4030ae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:58:15.615+0000 7f4030ae7640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:58:15.615+0000 7f4030ae7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:58:15.615+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient(hunting): handle_auth_done global_id 36344 payload 824 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:58:15.615+0000 7f402bfff640 1 monclient: found mon.noname-c 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:58:15.615+0000 7f402bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: dump: 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: _finish_auth 0 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: _check_auth_tickets 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:58:15.615+0000 7f4034d8b900 5 monclient: authenticate success, global_id 36344 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:58:15.615+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:58:15.615+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:58:15.615+0000 7f401d7fa640 10 monclient: dump: 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:58:15.615+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:58:15.615+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:58:15.615+0000 7f4034d8b900 1 librados: init done 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:58:15.615+0000 7f401effd640 4 set_mon_vals no callback set 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:58:15.617+0000 7f401d7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:58:15.617+0000 7f401d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.723 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:58:15.617+0000 7f401d7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:58:15.617+0000 7f4030ae7640 10 monclient: get_auth_request con 0x7f400c077530 auth_method 0 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:58:15.618+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589bfb2500 auth_method 0 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:58:15.618+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c033c00 auth_method 0 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:58:15.619+0000 7f402bfff640 10 monclient: get_auth_request con 0x55589c055f50 auth_method 0 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:58:15.620+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c055500 auth_method 0 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:58:15.620+0000 7f4034d8b900 10 monclient: build_initial_monmap 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:58:15.620+0000 7f4034d8b900 1 build_initial for_mkfs: 0 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:58:15.620+0000 7f4034d8b900 10 monclient: monmap: 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding auth protocol: cephx 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding auth protocol: cephx 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding auth protocol: cephx 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: crc 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:58:15.620+0000 7f4034d8b900 5 AuthRegistry(0x55589c099ae0) adding con mode: secure 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:58:15.621+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55589c09cf00 EEXIST 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient: init 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding auth protocol: cephx 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding auth protocol: cephx 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding auth protocol: cephx 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.724 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: crc 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 AuthRegistry(0x55589c076e28) adding con mode: secure 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:58:15.621+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:58:15.621+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:58:15.621+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command rotate-key cmddesc rotate-key hook 0x55589c076f70 EEXIST 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-a con 0x55589c0c5130 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-c con 0x55589c0c5500 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-b con 0x55589c0f77f0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:58:15.621+0000 7f4034d8b900 10 monclient(hunting): authenticate will time out at 1725.633605s 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): get_auth_request con 0x55589c0c5130 auth_method 0 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): get_auth_request con 0x55589c0c5500 auth_method 0 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): get_auth_request con 0x55589c0f77f0 auth_method 0 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.725 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:58:15.621+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:58:15.621+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:58:15.621+0000 7f402bfff640 10 monclient(hunting): handle_auth_done global_id 6855 payload 824 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:58:15.622+0000 7f402bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:58:15.622+0000 7f402bfff640 1 monclient: found mon.noname-a 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:58:15.622+0000 7f402bfff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: dump: 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: _finish_auth 0 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: _check_auth_tickets 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:58:15.622+0000 7f40127fc640 10 monclient: dump: 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:58:15.622+0000 7f4031ae9640 4 set_mon_vals no callback set 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:58:15.622+0000 7f4034d8b900 5 monclient: authenticate success, global_id 6855 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:58:15.622+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:58:15.622+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:58:15.623+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:58:15.623+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:58:15.624+0000 7f40127fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:58:15.624+0000 7f40127fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:58:15.624+0000 7f40127fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:58:15.624+0000 7f40312e8640 10 monclient: get_auth_request con 0x7f4000077520 auth_method 0 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:58:15.624+0000 7f4034d8b900 10 monclient: get_monmap_and_config 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:58:15.624+0000 7f4034d8b900 10 monclient: build_initial_monmap 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:58:15.624+0000 7f4034d8b900 1 build_initial for_mkfs: 0 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:58:15.624+0000 7f4034d8b900 10 monclient: monmap: 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding auth protocol: cephx 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding auth protocol: cephx 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding auth protocol: cephx 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x55589c159a20) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:58:15.624+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:58:15.624+0000 7f4034d8b900 10 monclient: init 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding auth protocol: cephx 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding auth protocol: cephx 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding auth protocol: cephx 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.727 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: crc 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:58:15.624+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df22a0) adding con mode: secure 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:58:15.625+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:58:15.625+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:58:15.625+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc39df23e8 EEXIST 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-c con 0x55589c15b850 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-a con 0x55589c180880 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-b con 0x55589c187f40 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient(hunting): authenticate will time out at 1725.637227s 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): get_auth_request con 0x55589c15b850 auth_method 0 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): get_auth_request con 0x55589c187f40 auth_method 0 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:58:15.625+0000 7f4030ae7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient(hunting): handle_auth_done global_id 36350 payload 274 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient: _finish_hunting 0 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:58:15.625+0000 7f402bfff640 1 monclient: found mon.noname-c 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:58:15.625+0000 7f402bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:58:15.625+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c180880 auth_method 0 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: dump: 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.728 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: _finish_auth 0 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: _check_auth_tickets 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:58:15.625+0000 7f4007fff640 10 monclient: dump: 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:58:15.625+0000 7f4034d8b900 5 monclient: authenticate success, global_id 36350 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:58:15.625+0000 7f4034d8b900 10 monclient: get_monmap_and_config success 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:58:15.625+0000 7f4034d8b900 4 set_mon_vals no callback set 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:58:15.626+0000 7f4034d8b900 10 monclient: shutdown 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:58:15.626+0000 7f4034d8b900 10 monclient: build_initial_monmap 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 build_initial for_mkfs: 0 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:58:15.626+0000 7f4034d8b900 10 monclient: monmap: 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding auth protocol: cephx 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding auth protocol: cephx 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding auth protocol: cephx 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.729 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c15a840) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:58:15.626+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 librados: starting msgr at 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 librados: starting objecter 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55589c15fe80 EEXIST 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 librados: setting wanted keys 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:58:15.626+0000 7f4034d8b900 1 librados: calling monclient init 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:58:15.626+0000 7f4034d8b900 10 monclient: init 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding auth protocol: cephx 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding auth protocol: cephx 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding auth protocol: cephx 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: crc 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:58:15.626+0000 7f4034d8b900 5 AuthRegistry(0x55589c0f0bb0) adding con mode: secure 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:58:15.626+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:58:15.626+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:58:15.627+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command rotate-key cmddesc rotate-key hook 0x55589c0f0cf8 EEXIST 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-a con 0x55589c180880 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-c con 0x55589c187f40 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): picked mon.noname-b con 0x55589c189bf0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.730 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:58:15.627+0000 7f4034d8b900 10 monclient(hunting): authenticate will time out at 1725.639120s 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): get_auth_request con 0x55589c187f40 auth_method 0 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): get_auth_request con 0x55589c180880 auth_method 0 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:58:15.627+0000 7f402bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient(hunting): handle_auth_done global_id 36353 payload 824 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient: _finish_hunting 0 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:58:15.627+0000 7f40312e8640 1 monclient: found mon.noname-c 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:58:15.627+0000 7f40312e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:58:15.627+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c189bf0 auth_method 0 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: dump: 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: _finish_auth 0 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: _check_auth_tickets 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:58:15.627+0000 7f40067fc640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:58:15.627+0000 7f4007fff640 4 set_mon_vals no callback set 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:58:15.628+0000 7f40067fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:58:15.628+0000 7f40067fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:58:15.628+0000 7f40067fc640 10 monclient: dump: 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:15.731 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:58:15.628+0000 7f4034d8b900 5 monclient: authenticate success, global_id 36353 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:58:15.628+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:58:15.628+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:58:15.628+0000 7f4034d8b900 10 monclient: _renew_subs 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:58:15.628+0000 7f4034d8b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:58:15.628+0000 7f4034d8b900 1 librados: init done 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:58:15.628+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cr dump hook 0x55589c185378 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:58:15.629+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:58:15.629+0000 7f40067fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:58:15.629+0000 7f40067fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:58:15.629+0000 7f40067fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:58:15.630+0000 7f402bfff640 10 monclient: get_auth_request con 0x7f3ff00777b0 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:58:15.630+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c220f60 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:58:15.630+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:58:15.630+0000 7f4034d8b900 20 realm 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:58:15.630+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:58:15.631+0000 7f4034d8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:58:15.631+0000 7f402bfff640 10 monclient: get_auth_request con 0x55589c2436e0 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:58:15.631+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:58:15.632+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c264f10 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:58:15.632+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:58:15.632+0000 7f4034d8b900 20 searching for the correct realm 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:58:15.632+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c287cb0 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:58:15.633+0000 7f402bfff640 10 monclient: get_auth_request con 0x7f4020088420 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:58:15.634+0000 7f40312e8640 10 monclient: get_auth_request con 0x7f40240a4c30 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:58:15.635+0000 7f4030ae7640 0 -- 192.168.123.102:0/3784154188 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55589c287cb0 msgr2=0x55589c2a8160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:58:15.635+0000 7f40067fc640 1 client.36353.objecter ms_handle_reset 0x55589c287cb0 session 0x55589c287630 osd.3 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:58:15.635+0000 7f40067fc640 10 monclient: _renew_subs 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:58:15.635+0000 7f40067fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:58:15.635+0000 7f4030ae7640 10 monclient: get_auth_request con 0x7f3ff00a4470 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:58:15.636+0000 7f4030ae7640 10 monclient: get_auth_request con 0x7f402406da80 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:58:15.638+0000 7f402bfff640 10 monclient: get_auth_request con 0x7f402406e420 auth_method 0 2026-04-02T11:58:15.732 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:58:15.638+0000 7f402bfff640 0 -- 192.168.123.102:0/3784154188 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f402406e420 msgr2=0x7f40240a40b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:58:15.638+0000 7f40067fc640 1 client.36353.objecter ms_handle_reset 0x7f402406e420 session 0x7f4024073640 osd.0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:58:15.638+0000 7f402bfff640 10 monclient: get_auth_request con 0x7f3ff00c5160 auth_method 0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:58:15.641+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 zone default found 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:58:15.642+0000 7f4034d8b900 4 Realm: () 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:58:15.642+0000 7f4034d8b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:58:15.642+0000 7f4034d8b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:58:15.642+0000 7f4034d8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 zonegroup default 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:58:15.642+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 started sync module instance, tier type = 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:58:15.643+0000 7f4034d8b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:58:15.647+0000 7f4034d8b900 20 add_watcher() i=3 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=6 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:58:15.648+0000 7f4034d8b900 20 add_watcher() i=5 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:58:15.649+0000 7f4034d8b900 20 add_watcher() i=4 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=2 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=1 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:58:15.650+0000 7f4034d8b900 20 add_watcher() i=7 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:58:15.650+0000 7f4034d8b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:58:15.650+0000 7f40312e8640 10 monclient: get_auth_request con 0x7f3fb8007200 auth_method 0 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding auth protocol: cephx 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding auth protocol: cephx 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding auth protocol: cephx 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.733 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: crc 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 AuthRegistry(0x7ffc39df2390) adding con mode: secure 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:58:15.652+0000 7f4034d8b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:58:15.652+0000 7f4034d8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:58:15.652+0000 7f4034d8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cache list hook 0x55589c1827c0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cache inspect hook 0x55589c1827c0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cache erase hook 0x55589c1827c0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command cache zap hook 0x55589c1827c0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 note: GC not initialized 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:58:15.652+0000 7f3fddfeb640 20 reqs_thread_entry: start 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command sync trace show hook 0x7f402006a580 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command sync trace history hook 0x7f402006a580 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command sync trace active hook 0x7f402006a580 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:58:15.652+0000 7f4034d8b900 5 asok(0x55589bdbe6b0) register_command sync trace active_short hook 0x7f402006a580 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:58:15.653+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c2c02f0 auth_method 0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:58:15.654+0000 7f402bfff640 10 monclient: get_auth_request con 0x55589c2a70b0 auth_method 0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:58:15.656+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c294ef0 auth_method 0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:58:15.657+0000 7f4030ae7640 10 monclient: get_auth_request con 0x55589c2bb410 auth_method 0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:58:15.662+0000 7f402bfff640 10 monclient: get_auth_request con 0x55589c294190 auth_method 0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:58:15.667+0000 7f40312e8640 10 monclient: get_auth_request con 0x55589c2bd1d0 auth_method 0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:58:15.696+0000 7f4034d8b900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:58:15.696+0000 7f4034d8b900 20 Filter name: none 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:58:15.697+0000 7f3fd77fe640 20 reqs_thread_entry: start 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:58:15.697+0000 7f4034d8b900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:58:15.697+0000 7f4034d8b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 : miss 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:58:15.697+0000 7f4034d8b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:58:15.698+0000 7f4034d8b900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:58:15.698+0000 7f4034d8b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:58:15.702+0000 7f4034d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:58:15.702+0000 7f4034d8b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:58:15.702+0000 7f4034d8b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:58:15.702+0000 7f4034d8b900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29, ofs0, ns] 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927212 cookie 93839065416784 notifier 36353 bl.length()=1035 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:58:15.702+0000 7f40077fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_sources= new_sources= 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential sources added=[] removed=[] 2026-04-02T11:58:15.734 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_dests= new_dests= 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:58:15.703+0000 7f4034d8b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential dests added=[] removed=[] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:58:15.703+0000 7f4034d8b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4034d8b900 time 2026-04-02T11:58:15.704307+0000 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f403618f8f8] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x555898eb7fc4] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x10139bc) [0x555899ab19bc] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x5558995d8e3e] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f403522a610] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:58:15.704+0000 7f4034d8b900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f4034d8b900 thread_name:radosgw-admin 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f403523fc30] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f403528d02c] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f403618f957] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x555898eb7fc4] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x10139bc) [0x555899ab19bc] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x5558995d8e3e] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f403522a610] 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:58:15.735 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:58:15.736 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f3fd77fe640 / http_manager 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f3fddfeb640 / http_manager 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f40067fc640 / ms_dispatch 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f40077fe640 / io_context_pool 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f4007fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f40127fc640 / ms_dispatch 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f401d7fa640 / ms_dispatch 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f401effd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f401f7fe640 / admin_socket 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f402b7fe640 / ms_dispatch 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f402bfff640 / msgr-worker-2 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f4030ae7640 / msgr-worker-1 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f40312e8640 / msgr-worker-0 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f4031ae9640 / io_context_pool 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: 7f4034d8b900 / radosgw-admin 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T11:58:15.705434Z_46127c67-bca8-4a08-b259-c2909ef0221c/log 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:58:15.737 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T11:58:15.738 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:15.738 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:15.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.757+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.757+0000 7f2540361900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.757+0000 7f2540361900 20 realm 2026-04-02T11:58:15.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.757+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.758+0000 7f2540361900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.758+0000 7f2540361900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:15.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.758+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.758+0000 7f2540361900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.758+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.759+0000 7f2540361900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.760 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.759+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.759+0000 7f2540361900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:15.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.759+0000 7f2540361900 20 searching for the correct realm 2026-04-02T11:58:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.763+0000 7f2537fff640 0 -- 192.168.123.102:0/3733754918 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f2530003200 msgr2=0x7f253006d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:15.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.970+0000 7f252f5ff640 0 -- 192.168.123.102:0/3733754918 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x561fbc5d1ec0 msgr2=0x561fbc5f22a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.972+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:15.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 20 zone default found 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 4 Realm: () 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 20 zonegroup default 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.973+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.974+0000 7f2540361900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.975 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.974+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:15.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.974+0000 7f2540361900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:15.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.974+0000 7f2540361900 20 started sync module instance, tier type = 2026-04-02T11:58:15.976 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.974+0000 7f2540361900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:15.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.978+0000 7f2540361900 20 add_watcher() i=6 2026-04-02T11:58:15.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.978+0000 7f2540361900 20 add_watcher() i=5 2026-04-02T11:58:15.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.978+0000 7f2540361900 20 add_watcher() i=4 2026-04-02T11:58:15.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.978+0000 7f2540361900 20 add_watcher() i=3 2026-04-02T11:58:15.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.978+0000 7f2540361900 20 add_watcher() i=0 2026-04-02T11:58:15.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.979+0000 7f2540361900 20 add_watcher() i=2 2026-04-02T11:58:15.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.979+0000 7f2540361900 20 add_watcher() i=7 2026-04-02T11:58:15.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.979+0000 7f2540361900 20 add_watcher() i=1 2026-04-02T11:58:15.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.979+0000 7f2540361900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:15.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.981+0000 7f2540361900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:15.982 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.981+0000 7f2540361900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:15.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.981+0000 7f2540361900 5 note: GC not initialized 2026-04-02T11:58:15.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:15.981+0000 7f24e8ff1640 20 reqs_thread_entry: start 2026-04-02T11:58:16.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.026+0000 7f2540361900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:16.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.026+0000 7f2540361900 20 Filter name: none 2026-04-02T11:58:16.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.026+0000 7f24e27fc640 20 reqs_thread_entry: start 2026-04-02T11:58:16.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.027+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.027+0000 7f2540361900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:16.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.027+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.027+0000 7f2540361900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T11:58:16.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.027+0000 7f2540361900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:16.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.027+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.028+0000 7f2540361900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:16.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.028+0000 7f2540361900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.028+0000 7f2540361900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T11:58:16.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.028+0000 7f2540361900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:16.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 20 remove_watcher() i=0 2026-04-02T11:58:16.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 2 removed watcher, disabling cache 2026-04-02T11:58:16.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 20 remove_watcher() i=2 2026-04-02T11:58:16.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 20 remove_watcher() i=3 2026-04-02T11:58:16.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 20 remove_watcher() i=1 2026-04-02T11:58:16.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 20 remove_watcher() i=5 2026-04-02T11:58:16.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 20 remove_watcher() i=7 2026-04-02T11:58:16.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 20 remove_watcher() i=6 2026-04-02T11:58:16.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.033+0000 7f2540361900 20 remove_watcher() i=4 2026-04-02T11:58:16.043 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:16.043 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:16.043 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-trim-reshard-log-entries id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:16.043 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:16.094 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:58:16.117 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:16.117 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:16.141 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.139+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.140+0000 7ff077b23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:16.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.140+0000 7ff077b23900 20 realm 2026-04-02T11:58:16.142 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.140+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.141+0000 7ff077b23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:16.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.141+0000 7ff077b23900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:16.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.141+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.141+0000 7ff077b23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:16.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.141+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.142+0000 7ff077b23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:16.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.142+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.143+0000 7ff077b23900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:16.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.143+0000 7ff077b23900 20 searching for the correct realm 2026-04-02T11:58:16.148 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.146+0000 7ff06effd640 0 -- 192.168.123.102:0/3126362920 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55fff39e5f50 msgr2=0x55fff3a06390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:16.352 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.350+0000 7ff067fff640 0 -- 192.168.123.102:0/3126362920 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7ff068065840 msgr2=0x7ff0680623d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.354+0000 7ff077b23900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.354+0000 7ff077b23900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.354+0000 7ff077b23900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.354+0000 7ff077b23900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.354+0000 7ff077b23900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.354+0000 7ff077b23900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.354+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:16.356 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 zone default found 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 4 Realm: () 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 zonegroup default 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.355+0000 7ff077b23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.356+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.356+0000 7ff077b23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:16.357 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.356+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.356+0000 7ff077b23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:16.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.356+0000 7ff077b23900 20 started sync module instance, tier type = 2026-04-02T11:58:16.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.356+0000 7ff077b23900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:16.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 20 add_watcher() i=2 2026-04-02T11:58:16.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 20 add_watcher() i=3 2026-04-02T11:58:16.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 20 add_watcher() i=0 2026-04-02T11:58:16.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 20 add_watcher() i=6 2026-04-02T11:58:16.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 20 add_watcher() i=5 2026-04-02T11:58:16.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 20 add_watcher() i=4 2026-04-02T11:58:16.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 20 add_watcher() i=1 2026-04-02T11:58:16.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 20 add_watcher() i=7 2026-04-02T11:58:16.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.360+0000 7ff077b23900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:16.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.362+0000 7ff077b23900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:16.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.363+0000 7ff077b23900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:16.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.363+0000 7ff077b23900 5 note: GC not initialized 2026-04-02T11:58:16.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.363+0000 7ff01b7fe640 20 reqs_thread_entry: start 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 20 Filter name: none 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff0197fa640 20 reqs_thread_entry: start 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 : miss 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.407+0000 7ff077b23900 20 rados->read ofs=0 len=0 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.408+0000 7ff077b23900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T11:58:16.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.408+0000 7ff077b23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:16.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.408+0000 7ff077b23900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:16.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.408+0000 7ff077b23900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:16.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.408+0000 7ff077b23900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:16.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.408+0000 7ff077b23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 2026-04-02T11:58:16.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.409+0000 7ff077b23900 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to be held by another RGW process; skipping for now 2026-04-02T11:58:16.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 20 remove_watcher() i=0 2026-04-02T11:58:16.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 2 removed watcher, disabling cache 2026-04-02T11:58:16.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 20 remove_watcher() i=2 2026-04-02T11:58:16.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 20 remove_watcher() i=3 2026-04-02T11:58:16.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 20 remove_watcher() i=1 2026-04-02T11:58:16.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 20 remove_watcher() i=7 2026-04-02T11:58:16.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 20 remove_watcher() i=5 2026-04-02T11:58:16.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 20 remove_watcher() i=4 2026-04-02T11:58:16.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:16.414+0000 7ff077b23900 20 remove_watcher() i=6 2026-04-02T11:58:16.423 INFO:tasks.workunit.client.0.vm02.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T11:58:46.456 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:58:46.484 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:46.484 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:46.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.508+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.508+0000 7fef8f33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.508+0000 7fef8f33a900 20 realm 2026-04-02T11:58:46.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.508+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.509+0000 7fef8f33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.509+0000 7fef8f33a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:46.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.509+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.509+0000 7fef8f33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.509+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.509+0000 7fef8f33a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:46.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.509+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.510+0000 7fef8f33a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:46.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.510+0000 7fef8f33a900 20 searching for the correct realm 2026-04-02T11:58:46.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.513+0000 7fef8b891640 0 -- 192.168.123.102:0/2057817144 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fef80033930 msgr2=0x7fef80026420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:46.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.516+0000 7fef8b090640 0 -- 192.168.123.102:0/2057817144 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fef80060930 msgr2=0x7fef8005f3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 zone default found 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 4 Realm: () 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 zonegroup default 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.519+0000 7fef8f33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.520+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.520+0000 7fef8f33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.520+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.520+0000 7fef8f33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.520+0000 7fef8f33a900 20 started sync module instance, tier type = 2026-04-02T11:58:46.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.520+0000 7fef8f33a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:46.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.523+0000 7fef8f33a900 20 add_watcher() i=2 2026-04-02T11:58:46.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.524+0000 7fef8f33a900 20 add_watcher() i=3 2026-04-02T11:58:46.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.524+0000 7fef8f33a900 20 add_watcher() i=7 2026-04-02T11:58:46.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.524+0000 7fef8f33a900 20 add_watcher() i=1 2026-04-02T11:58:46.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.524+0000 7fef8f33a900 20 add_watcher() i=4 2026-04-02T11:58:46.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.524+0000 7fef8f33a900 20 add_watcher() i=0 2026-04-02T11:58:46.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.524+0000 7fef8f33a900 20 add_watcher() i=5 2026-04-02T11:58:46.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.525+0000 7fef8f33a900 20 add_watcher() i=6 2026-04-02T11:58:46.526 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.525+0000 7fef8f33a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:46.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.527+0000 7fef8f33a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:46.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.527+0000 7fef8f33a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:46.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.527+0000 7fef8f33a900 5 note: GC not initialized 2026-04-02T11:58:46.528 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.527+0000 7fef38fe9640 20 reqs_thread_entry: start 2026-04-02T11:58:46.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.769+0000 7fef8f33a900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:46.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.769+0000 7fef8f33a900 20 Filter name: none 2026-04-02T11:58:46.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.769+0000 7fef327fc640 20 reqs_thread_entry: start 2026-04-02T11:58:46.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.769+0000 7fef8f33a900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T11:58:46.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.769+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.770+0000 7fef8f33a900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.770+0000 7fef8f33a900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.770+0000 7fef8f33a900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.770+0000 7fef8f33a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 : miss 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.770+0000 7fef8f33a900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.770+0000 7fef8f33a900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.770+0000 7fef8f33a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.770+0000 7fef8f33a900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.771+0000 7fef8f33a900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.771+0000 7fef8f33a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:46.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.771+0000 7fef8f33a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 2026-04-02T11:58:46.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.772+0000 7fef8f33a900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T11:58:46.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.776+0000 7fef8f33a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:46.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.776+0000 7fef8f33a900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:46.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.776+0000 7fef8f33a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:46.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.776+0000 7fef8f33a900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29, ofs0, ns] 2026-04-02T11:58:46.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.777+0000 7fef66ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927213 cookie 94584062633760 notifier 36398 bl.length()=1035 2026-04-02T11:58:46.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.777+0000 7fef66ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:46.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.777+0000 7fef66ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:46.778 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.777+0000 7fef66ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:46.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.777+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_sources= new_sources= 2026-04-02T11:58:46.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.777+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential sources added=[] removed=[] 2026-04-02T11:58:46.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.777+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_dests= new_dests= 2026-04-02T11:58:46.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.777+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential dests added=[] removed=[] 2026-04-02T11:58:46.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.779+0000 7fef8f33a900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.29.2.0 2026-04-02T11:58:46.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.779+0000 7fef8f33a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.29.2.0 2026-04-02T11:58:46.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.779+0000 7fef8f33a900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.29.2.1 2026-04-02T11:58:46.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.779+0000 7fef8f33a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.29.2.1 2026-04-02T11:58:46.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.779+0000 7fef8f33a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.29.0 2026-04-02T11:58:46.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.781+0000 7fef8f33a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:46.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.781+0000 7fef8f33a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 2026-04-02T11:58:46.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef8f33a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:46.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef8f33a900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:46.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef8f33a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:46.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef8f33a900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29, ofs0, ns] 2026-04-02T11:58:46.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef66ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927214 cookie 94584062633760 notifier 36398 bl.length()=1035 2026-04-02T11:58:46.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef66ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:46.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef66ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:46.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef66ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:46.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_sources= new_sources= 2026-04-02T11:58:46.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential sources added=[] removed=[] 2026-04-02T11:58:46.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_dests= new_dests= 2026-04-02T11:58:46.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.783+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential dests added=[] removed=[] 2026-04-02T11:58:46.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.784+0000 7fef8f33a900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.29.0 2026-04-02T11:58:46.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.784+0000 7fef8f33a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:46.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.784+0000 7fef8f33a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 2026-04-02T11:58:46.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef8f33a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:46.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef8f33a900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:46.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef8f33a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:46.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef8f33a900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29, ofs0, ns] 2026-04-02T11:58:46.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef66ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927215 cookie 94584062633760 notifier 36398 bl.length()=999 2026-04-02T11:58:46.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef66ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 info.flags=0x17 2026-04-02T11:58:46.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef66ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 to cache LRU end 2026-04-02T11:58:46.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef66ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:46.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_sources= new_sources= 2026-04-02T11:58:46.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential sources added=[] removed=[] 2026-04-02T11:58:46.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): orig_dests= new_dests= 2026-04-02T11:58:46.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.786+0000 7fef8f33a900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[eddad88e-989b-427a-b28b-eab9b853fda8.4590.29]): potential dests added=[] removed=[] 2026-04-02T11:58:46.789 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.787+0000 7fef8f33a900 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-02T11:58:46.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 20 remove_watcher() i=0 2026-04-02T11:58:46.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 2 removed watcher, disabling cache 2026-04-02T11:58:46.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 20 remove_watcher() i=6 2026-04-02T11:58:46.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 20 remove_watcher() i=5 2026-04-02T11:58:46.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 20 remove_watcher() i=3 2026-04-02T11:58:46.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 20 remove_watcher() i=4 2026-04-02T11:58:46.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 20 remove_watcher() i=7 2026-04-02T11:58:46.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 20 remove_watcher() i=1 2026-04-02T11:58:46.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.793+0000 7fef8f33a900 20 remove_watcher() i=2 2026-04-02T11:58:46.804 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T11:58:46.827 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:46.827 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:46.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.847+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.849+0000 7f3bc3812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.849+0000 7f3bc3812900 20 realm 2026-04-02T11:58:46.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.849+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.849+0000 7f3bc3812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.849+0000 7f3bc3812900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:46.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.849+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.849+0000 7f3bc3812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.849+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.850+0000 7f3bc3812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:46.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.850+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.851+0000 7f3bc3812900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:46.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.851+0000 7f3bc3812900 20 searching for the correct realm 2026-04-02T11:58:46.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.854+0000 7f3bbf7dd640 0 -- 192.168.123.102:0/152347610 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f3bb0090040 msgr2=0x7f3bb00af390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:46.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.858+0000 7f3bbe7db640 0 -- 192.168.123.102:0/152347610 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f3ba8062090 msgr2=0x7f3ba8069fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 zone default found 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 4 Realm: () 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 zonegroup default 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.861+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.862+0000 7f3bc3812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.862+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.863 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.862+0000 7f3bc3812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.862+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.862+0000 7f3bc3812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:46.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.862+0000 7f3bc3812900 20 started sync module instance, tier type = 2026-04-02T11:58:46.864 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.862+0000 7f3bc3812900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:46.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.866+0000 7f3bc3812900 20 add_watcher() i=5 2026-04-02T11:58:46.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.866+0000 7f3bc3812900 20 add_watcher() i=4 2026-04-02T11:58:46.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.866+0000 7f3bc3812900 20 add_watcher() i=2 2026-04-02T11:58:46.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.866+0000 7f3bc3812900 20 add_watcher() i=7 2026-04-02T11:58:46.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.866+0000 7f3bc3812900 20 add_watcher() i=3 2026-04-02T11:58:46.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.866+0000 7f3bc3812900 20 add_watcher() i=6 2026-04-02T11:58:46.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.867+0000 7f3bc3812900 20 add_watcher() i=1 2026-04-02T11:58:46.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.867+0000 7f3bc3812900 20 add_watcher() i=0 2026-04-02T11:58:46.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.867+0000 7f3bc3812900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:46.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.869+0000 7f3bc3812900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:46.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.869+0000 7f3bc3812900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:46.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.869+0000 7f3bc3812900 5 note: GC not initialized 2026-04-02T11:58:46.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.869+0000 7f3b677fe640 20 reqs_thread_entry: start 2026-04-02T11:58:46.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.915+0000 7f3bc3812900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:46.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.915+0000 7f3bc3812900 20 Filter name: none 2026-04-02T11:58:46.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.915+0000 7f3b657fa640 20 reqs_thread_entry: start 2026-04-02T11:58:46.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.915+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.916+0000 7f3bc3812900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:46.917 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.916+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.916+0000 7f3bc3812900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:46.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.916+0000 7f3bc3812900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:46.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.916+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.916+0000 7f3bc3812900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T11:58:46.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.916+0000 7f3bc3812900 20 rados->read ofs=0 len=0 2026-04-02T11:58:46.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.917+0000 7f3bc3812900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T11:58:46.918 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.917+0000 7f3bc3812900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:46.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 20 remove_watcher() i=2 2026-04-02T11:58:46.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 2 removed watcher, disabling cache 2026-04-02T11:58:46.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 20 remove_watcher() i=3 2026-04-02T11:58:46.923 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 20 remove_watcher() i=4 2026-04-02T11:58:46.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 20 remove_watcher() i=0 2026-04-02T11:58:46.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 20 remove_watcher() i=1 2026-04-02T11:58:46.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 20 remove_watcher() i=6 2026-04-02T11:58:46.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 20 remove_watcher() i=5 2026-04-02T11:58:46.924 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:46.922+0000 7f3bc3812900 20 remove_watcher() i=7 2026-04-02T11:58:46.931 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:46.931 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:46.931 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-trim-reshard-log-entries id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.29 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:58:46.931 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:46.988 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EIO injected at block_writes 2026-04-02T11:58:46.989 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:47.149 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T11:58:47.176 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:47.176 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:47.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.199+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.200+0000 7fb1913a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.200+0000 7fb1913a2900 20 realm 2026-04-02T11:58:47.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.200+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.200+0000 7fb1913a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.200+0000 7fb1913a2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:47.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.200+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.201+0000 7fb1913a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.201+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.201+0000 7fb1913a2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:47.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.201+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.202+0000 7fb1913a2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:47.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.202+0000 7fb1913a2900 20 searching for the correct realm 2026-04-02T11:58:47.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.205+0000 7fb18ee59640 0 -- 192.168.123.102:0/3179765006 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fb17804b420 msgr2=0x7fb17805d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:47.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.410+0000 7fb18e658640 0 -- 192.168.123.102:0/3179765006 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x5587e50ec610 msgr2=0x5587e510c9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.412+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 zone default found 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 4 Realm: () 2026-04-02T11:58:47.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 zonegroup default 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.413+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.414+0000 7fb1913a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.414+0000 7fb1913a2900 20 started sync module instance, tier type = 2026-04-02T11:58:47.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.414+0000 7fb1913a2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:47.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.417+0000 7fb1913a2900 20 add_watcher() i=4 2026-04-02T11:58:47.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.417+0000 7fb1913a2900 20 add_watcher() i=0 2026-04-02T11:58:47.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.417+0000 7fb1913a2900 20 add_watcher() i=5 2026-04-02T11:58:47.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.417+0000 7fb1913a2900 20 add_watcher() i=7 2026-04-02T11:58:47.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.417+0000 7fb1913a2900 20 add_watcher() i=2 2026-04-02T11:58:47.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.417+0000 7fb1913a2900 20 add_watcher() i=6 2026-04-02T11:58:47.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.417+0000 7fb1913a2900 20 add_watcher() i=3 2026-04-02T11:58:47.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.418+0000 7fb1913a2900 20 add_watcher() i=1 2026-04-02T11:58:47.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.418+0000 7fb1913a2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:47.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.421+0000 7fb1913a2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:47.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.421+0000 7fb1913a2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:47.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.421+0000 7fb1913a2900 5 note: GC not initialized 2026-04-02T11:58:47.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.421+0000 7fb1377fe640 20 reqs_thread_entry: start 2026-04-02T11:58:47.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.462+0000 7fb1913a2900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:47.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.462+0000 7fb1913a2900 20 Filter name: none 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.462+0000 7fb1357fa640 20 reqs_thread_entry: start 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.462+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.462+0000 7fb1913a2900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.462+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.463+0000 7fb1913a2900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.463+0000 7fb1913a2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.463+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.463+0000 7fb1913a2900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:47.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.463+0000 7fb1913a2900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.463+0000 7fb1913a2900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:47.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.463+0000 7fb1913a2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.467+0000 7fb1913a2900 20 remove_watcher() i=0 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.467+0000 7fb1913a2900 2 removed watcher, disabling cache 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.467+0000 7fb1913a2900 20 remove_watcher() i=2 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.467+0000 7fb1913a2900 20 remove_watcher() i=4 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.467+0000 7fb1913a2900 20 remove_watcher() i=5 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.467+0000 7fb1913a2900 20 remove_watcher() i=6 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.467+0000 7fb1913a2900 20 remove_watcher() i=7 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.468+0000 7fb1913a2900 20 remove_watcher() i=1 2026-04-02T11:58:47.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.468+0000 7fb1913a2900 20 remove_watcher() i=3 2026-04-02T11:58:47.476 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:47.476 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:47.476 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-block-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:47.476 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:47.479 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2026-04-02T11:58:47.504 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:47.504 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:47.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.527+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.528+0000 7f35261cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.528+0000 7f35261cb900 20 realm 2026-04-02T11:58:47.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.528+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.528+0000 7f35261cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.528+0000 7f35261cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:47.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.528+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.529+0000 7f35261cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.529+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.530+0000 7f35261cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:47.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.530+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.530+0000 7f35261cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:47.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.530+0000 7f35261cb900 20 searching for the correct realm 2026-04-02T11:58:47.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.534+0000 7f3520e94640 0 -- 192.168.123.102:0/3695850625 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f35140299b0 msgr2=0x7f351405a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:47.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.740+0000 7f3513fff640 0 -- 192.168.123.102:0/3695850625 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55e4850f4cd0 msgr2=0x55e4851150f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.743+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:47.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 20 zone default found 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 4 Realm: () 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 20 zonegroup default 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.744+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.746 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.745+0000 7f35261cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.745+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.745+0000 7f35261cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.745+0000 7f35261cb900 20 started sync module instance, tier type = 2026-04-02T11:58:47.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.745+0000 7f35261cb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:47.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.749+0000 7f35261cb900 20 add_watcher() i=0 2026-04-02T11:58:47.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.750+0000 7f35261cb900 20 add_watcher() i=7 2026-04-02T11:58:47.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.750+0000 7f35261cb900 20 add_watcher() i=3 2026-04-02T11:58:47.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.750+0000 7f35261cb900 20 add_watcher() i=4 2026-04-02T11:58:47.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.751+0000 7f35261cb900 20 add_watcher() i=2 2026-04-02T11:58:47.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.751+0000 7f35261cb900 20 add_watcher() i=5 2026-04-02T11:58:47.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.751+0000 7f35261cb900 20 add_watcher() i=1 2026-04-02T11:58:47.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.751+0000 7f35261cb900 20 add_watcher() i=6 2026-04-02T11:58:47.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.751+0000 7f35261cb900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:47.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.753+0000 7f35261cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:47.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.753+0000 7f35261cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:47.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.753+0000 7f35261cb900 5 note: GC not initialized 2026-04-02T11:58:47.755 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.754+0000 7f34cd7f2640 20 reqs_thread_entry: start 2026-04-02T11:58:47.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.803+0000 7f35261cb900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:47.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f35261cb900 20 Filter name: none 2026-04-02T11:58:47.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f34c6ffd640 20 reqs_thread_entry: start 2026-04-02T11:58:47.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f35261cb900 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f35261cb900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f35261cb900 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f35261cb900 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f35261cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 : miss 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.804+0000 7f35261cb900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.805+0000 7f35261cb900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.805+0000 7f35261cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.805+0000 7f35261cb900 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.805+0000 7f35261cb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.805+0000 7f35261cb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:47.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.805+0000 7f35261cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 2026-04-02T11:58:47.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.809+0000 7f35261cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:47.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.809+0000 7f35261cb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:47.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.809+0000 7f35261cb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.809+0000 7f35261cb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30, ofs0, ns] 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.809+0000 7f34ff7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927257 cookie 94439973317008 notifier 36446 bl.length()=1011 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.809+0000 7f34ff7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.809+0000 7f34ff7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.809+0000 7f34ff7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.810+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_sources= new_sources= 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.810+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential sources added=[] removed=[] 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.810+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_dests= new_dests= 2026-04-02T11:58:47.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.810+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential dests added=[] removed=[] 2026-04-02T11:58:47.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.812+0000 7f35261cb900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.1.0 2026-04-02T11:58:47.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.812+0000 7f35261cb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.1.0 2026-04-02T11:58:47.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.812+0000 7f35261cb900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.1.1 2026-04-02T11:58:47.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.812+0000 7f35261cb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.1.1 2026-04-02T11:58:47.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.812+0000 7f35261cb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.0 2026-04-02T11:58:47.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.814+0000 7f35261cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:47.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.814+0000 7f35261cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 2026-04-02T11:58:47.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.815+0000 7f35261cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:47.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.815+0000 7f35261cb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:47.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.815+0000 7f35261cb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:47.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.815+0000 7f35261cb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30, ofs0, ns] 2026-04-02T11:58:47.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f34fffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927258 cookie 94439973317008 notifier 36446 bl.length()=1011 2026-04-02T11:58:47.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f34fffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:47.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f34fffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:47.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f34fffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:47.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_sources= new_sources= 2026-04-02T11:58:47.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential sources added=[] removed=[] 2026-04-02T11:58:47.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_dests= new_dests= 2026-04-02T11:58:47.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential dests added=[] removed=[] 2026-04-02T11:58:47.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f35261cb900 -1 Injecting error=-5 at location=block_writes 2026-04-02T11:58:47.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.816+0000 7f35261cb900 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2026-04-02T11:58:47.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.819+0000 7f35261cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:47.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.819+0000 7f35261cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 2026-04-02T11:58:47.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.820+0000 7f35261cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:47.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.820+0000 7f35261cb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:47.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.820+0000 7f35261cb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:47.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.820+0000 7f35261cb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30, ofs0, ns] 2026-04-02T11:58:47.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.821+0000 7f34ff7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927259 cookie 94439973317008 notifier 36446 bl.length()=975 2026-04-02T11:58:47.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.821+0000 7f34ff7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:47.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.821+0000 7f34ff7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:47.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.821+0000 7f34ff7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:47.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.821+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_sources= new_sources= 2026-04-02T11:58:47.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.821+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential sources added=[] removed=[] 2026-04-02T11:58:47.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.821+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_dests= new_dests= 2026-04-02T11:58:47.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.821+0000 7f35261cb900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential dests added=[] removed=[] 2026-04-02T11:58:47.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.822+0000 7f35261cb900 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.827+0000 7f35261cb900 20 remove_watcher() i=0 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.827+0000 7f35261cb900 2 removed watcher, disabling cache 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.828+0000 7f35261cb900 20 remove_watcher() i=3 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.828+0000 7f35261cb900 20 remove_watcher() i=7 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.828+0000 7f35261cb900 20 remove_watcher() i=5 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.828+0000 7f35261cb900 20 remove_watcher() i=6 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.828+0000 7f35261cb900 20 remove_watcher() i=2 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.828+0000 7f35261cb900 20 remove_watcher() i=4 2026-04-02T11:58:47.829 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.828+0000 7f35261cb900 20 remove_watcher() i=1 2026-04-02T11:58:47.840 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T11:58:47.864 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:47.864 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:47.889 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.887+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.889+0000 7fcc95e11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.889+0000 7fcc95e11900 20 realm 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.889+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.889+0000 7fcc95e11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.889+0000 7fcc95e11900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.889+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.889+0000 7fcc95e11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.889+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.890+0000 7fcc95e11900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:47.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.890+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:47.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.891+0000 7fcc95e11900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:47.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.891+0000 7fcc95e11900 20 searching for the correct realm 2026-04-02T11:58:47.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:47.894+0000 7fcc915dc640 0 -- 192.168.123.102:0/804534090 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fcc8402d320 msgr2=0x7fcc84023110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:48.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.100+0000 7fcc90ddb640 0 -- 192.168.123.102:0/804534090 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55e0b4e00580 msgr2=0x55e0b4e20a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:48.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:48.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:48.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:48.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.103+0000 7fcc95e11900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 zone default found 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 4 Realm: () 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 zonegroup default 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 started sync module instance, tier type = 2026-04-02T11:58:48.106 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.104+0000 7fcc95e11900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:48.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.108+0000 7fcc95e11900 20 add_watcher() i=2 2026-04-02T11:58:48.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.109+0000 7fcc95e11900 20 add_watcher() i=0 2026-04-02T11:58:48.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.109+0000 7fcc95e11900 20 add_watcher() i=1 2026-04-02T11:58:48.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.109+0000 7fcc95e11900 20 add_watcher() i=5 2026-04-02T11:58:48.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.109+0000 7fcc95e11900 20 add_watcher() i=6 2026-04-02T11:58:48.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.109+0000 7fcc95e11900 20 add_watcher() i=7 2026-04-02T11:58:48.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.109+0000 7fcc95e11900 20 add_watcher() i=3 2026-04-02T11:58:48.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.110+0000 7fcc95e11900 20 add_watcher() i=4 2026-04-02T11:58:48.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.110+0000 7fcc95e11900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:48.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.112+0000 7fcc95e11900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:48.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.112+0000 7fcc95e11900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:48.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.112+0000 7fcc95e11900 5 note: GC not initialized 2026-04-02T11:58:48.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.113+0000 7fcc3efed640 20 reqs_thread_entry: start 2026-04-02T11:58:48.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.158+0000 7fcc95e11900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:48.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.158+0000 7fcc95e11900 20 Filter name: none 2026-04-02T11:58:48.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.158+0000 7fcc3cfe9640 20 reqs_thread_entry: start 2026-04-02T11:58:48.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.158+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.159+0000 7fcc95e11900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:48.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.159+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.159+0000 7fcc95e11900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:48.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.159+0000 7fcc95e11900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:48.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.159+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.159+0000 7fcc95e11900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:48.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.159+0000 7fcc95e11900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.160+0000 7fcc95e11900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:48.161 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.160+0000 7fcc95e11900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:48.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 20 remove_watcher() i=5 2026-04-02T11:58:48.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 2 removed watcher, disabling cache 2026-04-02T11:58:48.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 20 remove_watcher() i=4 2026-04-02T11:58:48.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 20 remove_watcher() i=3 2026-04-02T11:58:48.166 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 20 remove_watcher() i=6 2026-04-02T11:58:48.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 20 remove_watcher() i=2 2026-04-02T11:58:48.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 20 remove_watcher() i=0 2026-04-02T11:58:48.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 20 remove_watcher() i=7 2026-04-02T11:58:48.167 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.165+0000 7fcc95e11900 20 remove_watcher() i=1 2026-04-02T11:58:48.174 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:48.174 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:48.174 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-block-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:48.174 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:48.227 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:58:48.254 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:48.254 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:48.280 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.278+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.280+0000 7f7a50344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.280+0000 7f7a50344900 20 realm 2026-04-02T11:58:48.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.280+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.280+0000 7f7a50344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.280+0000 7f7a50344900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:48.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.280+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.280+0000 7f7a50344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.280+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.281+0000 7f7a50344900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:48.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.281+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.282+0000 7f7a50344900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:48.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.282+0000 7f7a50344900 20 searching for the correct realm 2026-04-02T11:58:48.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.285+0000 7f7a4c95e640 0 -- 192.168.123.102:0/2087620706 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f7a400c7800 msgr2=0x7f7a400c69c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:48.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.289+0000 7f7a4c95e640 0 -- 192.168.123.102:0/2087620706 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f7a080a4200 msgr2=0x7f7a080c4600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.292+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:48.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 20 zone default found 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 4 Realm: () 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 20 zonegroup default 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.293+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.294+0000 7f7a50344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.294+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.294+0000 7f7a50344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.294+0000 7f7a50344900 20 started sync module instance, tier type = 2026-04-02T11:58:48.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.294+0000 7f7a50344900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:48.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.297+0000 7f7a50344900 20 add_watcher() i=0 2026-04-02T11:58:48.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.297+0000 7f7a50344900 20 add_watcher() i=3 2026-04-02T11:58:48.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.298+0000 7f7a50344900 20 add_watcher() i=5 2026-04-02T11:58:48.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.298+0000 7f7a50344900 20 add_watcher() i=4 2026-04-02T11:58:48.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.298+0000 7f7a50344900 20 add_watcher() i=7 2026-04-02T11:58:48.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.298+0000 7f7a50344900 20 add_watcher() i=6 2026-04-02T11:58:48.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.298+0000 7f7a50344900 20 add_watcher() i=2 2026-04-02T11:58:48.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.298+0000 7f7a50344900 20 add_watcher() i=1 2026-04-02T11:58:48.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.298+0000 7f7a50344900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:48.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.300+0000 7f7a50344900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:48.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.300+0000 7f7a50344900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:48.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.300+0000 7f7a50344900 5 note: GC not initialized 2026-04-02T11:58:48.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.300+0000 7f79f8ff1640 20 reqs_thread_entry: start 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.372+0000 7f7a50344900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.372+0000 7f7a50344900 20 Filter name: none 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.372+0000 7f79f27fc640 20 reqs_thread_entry: start 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.372+0000 7f7a50344900 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.372+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2026-04-02T11:58:48.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 : miss 2026-04-02T11:58:48.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:48.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:48.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:48.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:48.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:48.375 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.373+0000 7f7a50344900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.377+0000 7f7a50344900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.377+0000 7f7a50344900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.377+0000 7f7a50344900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.377+0000 7f7a50344900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30, ofs0, ns] 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.378+0000 7f7a2b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927260 cookie 94280817496928 notifier 6214 bl.length()=1011 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.378+0000 7f7a2b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.378+0000 7f7a2b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.378+0000 7f7a2b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:48.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.378+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_sources= new_sources= 2026-04-02T11:58:48.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.378+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential sources added=[] removed=[] 2026-04-02T11:58:48.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.378+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_dests= new_dests= 2026-04-02T11:58:48.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.378+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential dests added=[] removed=[] 2026-04-02T11:58:48.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.380+0000 7f7a50344900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.1.0 2026-04-02T11:58:48.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.380+0000 7f7a50344900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.1.0 2026-04-02T11:58:48.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.380+0000 7f7a50344900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.1.1 2026-04-02T11:58:48.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.380+0000 7f7a50344900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.1.1 2026-04-02T11:58:48.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.380+0000 7f7a50344900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.0 2026-04-02T11:58:48.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.381+0000 7f7a50344900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:48.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.381+0000 7f7a50344900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 2026-04-02T11:58:48.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.382+0000 7f7a50344900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:48.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.382+0000 7f7a50344900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:48.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.382+0000 7f7a50344900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:48.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.382+0000 7f7a50344900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30, ofs0, ns] 2026-04-02T11:58:48.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.383+0000 7f7a2affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927261 cookie 94280817496928 notifier 6214 bl.length()=1011 2026-04-02T11:58:48.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.383+0000 7f7a2affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:48.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.383+0000 7f7a2affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:48.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.383+0000 7f7a2affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:48.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.383+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_sources= new_sources= 2026-04-02T11:58:48.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.383+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential sources added=[] removed=[] 2026-04-02T11:58:48.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.383+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_dests= new_dests= 2026-04-02T11:58:48.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.383+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential dests added=[] removed=[] 2026-04-02T11:58:48.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.384+0000 7f7a50344900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.30.0 2026-04-02T11:58:48.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.384+0000 7f7a50344900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:48.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.384+0000 7f7a50344900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 2026-04-02T11:58:48.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.385+0000 7f7a50344900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:48.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.385+0000 7f7a50344900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:48.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.385+0000 7f7a50344900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:48.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.385+0000 7f7a50344900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30, ofs0, ns] 2026-04-02T11:58:48.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.385+0000 7f7a2b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927262 cookie 94280817496928 notifier 6214 bl.length()=975 2026-04-02T11:58:48.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.385+0000 7f7a2b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 info.flags=0x17 2026-04-02T11:58:48.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.385+0000 7f7a2b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 to cache LRU end 2026-04-02T11:58:48.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.385+0000 7f7a2b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:48.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.386+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_sources= new_sources= 2026-04-02T11:58:48.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.386+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential sources added=[] removed=[] 2026-04-02T11:58:48.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.386+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): orig_dests= new_dests= 2026-04-02T11:58:48.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.386+0000 7f7a50344900 20 handle_bi_update(): bucket=:error-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.30]): potential dests added=[] removed=[] 2026-04-02T11:58:48.389 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.387+0000 7f7a50344900 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2026-04-02T11:58:48.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.391+0000 7f7a50344900 20 remove_watcher() i=2 2026-04-02T11:58:48.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.391+0000 7f7a50344900 2 removed watcher, disabling cache 2026-04-02T11:58:48.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.392+0000 7f7a50344900 20 remove_watcher() i=3 2026-04-02T11:58:48.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.392+0000 7f7a50344900 20 remove_watcher() i=0 2026-04-02T11:58:48.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.392+0000 7f7a50344900 20 remove_watcher() i=5 2026-04-02T11:58:48.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.392+0000 7f7a50344900 20 remove_watcher() i=6 2026-04-02T11:58:48.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.392+0000 7f7a50344900 20 remove_watcher() i=7 2026-04-02T11:58:48.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.392+0000 7f7a50344900 20 remove_watcher() i=4 2026-04-02T11:58:48.394 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.392+0000 7f7a50344900 20 remove_watcher() i=1 2026-04-02T11:58:48.402 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T11:58:48.423 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:48.423 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.441+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.442+0000 7fb37a13e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.442+0000 7fb37a13e900 20 realm 2026-04-02T11:58:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.442+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.442+0000 7fb37a13e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.442+0000 7fb37a13e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.442+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.442+0000 7fb37a13e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.442+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.443+0000 7fb37a13e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.443+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.443+0000 7fb37a13e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:48.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.443+0000 7fb37a13e900 20 searching for the correct realm 2026-04-02T11:58:48.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.447+0000 7fb3765fb640 0 -- 192.168.123.102:0/1296260701 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fb36801a420 msgr2=0x7fb36801a890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:48.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.450+0000 7fb3755f9640 0 -- 192.168.123.102:0/1296260701 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fb3640a8c30 msgr2=0x7fb364065740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.454+0000 7fb37a13e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.454+0000 7fb37a13e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.454+0000 7fb37a13e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.454+0000 7fb37a13e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.454+0000 7fb37a13e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.454+0000 7fb37a13e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.454+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:48.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 zone default found 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 4 Realm: () 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 zonegroup default 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.455+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.456+0000 7fb37a13e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.456+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.456+0000 7fb37a13e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.456+0000 7fb37a13e900 20 started sync module instance, tier type = 2026-04-02T11:58:48.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.456+0000 7fb37a13e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:48.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.460+0000 7fb37a13e900 20 add_watcher() i=7 2026-04-02T11:58:48.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.460+0000 7fb37a13e900 20 add_watcher() i=0 2026-04-02T11:58:48.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.460+0000 7fb37a13e900 20 add_watcher() i=2 2026-04-02T11:58:48.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.460+0000 7fb37a13e900 20 add_watcher() i=4 2026-04-02T11:58:48.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.460+0000 7fb37a13e900 20 add_watcher() i=5 2026-04-02T11:58:48.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.461+0000 7fb37a13e900 20 add_watcher() i=6 2026-04-02T11:58:48.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.461+0000 7fb37a13e900 20 add_watcher() i=3 2026-04-02T11:58:48.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.461+0000 7fb37a13e900 20 add_watcher() i=1 2026-04-02T11:58:48.463 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.461+0000 7fb37a13e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:48.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.463+0000 7fb37a13e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:48.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.463+0000 7fb37a13e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:48.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.464+0000 7fb37a13e900 5 note: GC not initialized 2026-04-02T11:58:48.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.464+0000 7fb322fed640 20 reqs_thread_entry: start 2026-04-02T11:58:48.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.512+0000 7fb37a13e900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:48.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.512+0000 7fb37a13e900 20 Filter name: none 2026-04-02T11:58:48.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.513+0000 7fb320fe9640 20 reqs_thread_entry: start 2026-04-02T11:58:48.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.513+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.513+0000 7fb37a13e900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:48.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.513+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.514+0000 7fb37a13e900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:48.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.514+0000 7fb37a13e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:48.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.514+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.514+0000 7fb37a13e900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:48.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.514+0000 7fb37a13e900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.514+0000 7fb37a13e900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:48.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.514+0000 7fb37a13e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:48.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 20 remove_watcher() i=5 2026-04-02T11:58:48.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 2 removed watcher, disabling cache 2026-04-02T11:58:48.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 20 remove_watcher() i=6 2026-04-02T11:58:48.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 20 remove_watcher() i=0 2026-04-02T11:58:48.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 20 remove_watcher() i=3 2026-04-02T11:58:48.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 20 remove_watcher() i=4 2026-04-02T11:58:48.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 20 remove_watcher() i=7 2026-04-02T11:58:48.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 20 remove_watcher() i=2 2026-04-02T11:58:48.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.519+0000 7fb37a13e900 20 remove_watcher() i=1 2026-04-02T11:58:48.528 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:48.528 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:48.528 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-block-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.30 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:58:48.528 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:48.585 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with abort at block_writes 2026-04-02T11:58:48.585 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:48.745 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T11:58:48.766 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:48.766 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:48.790 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.788+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.789+0000 7f99c7930900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.789+0000 7f99c7930900 20 realm 2026-04-02T11:58:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.789+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.789+0000 7f99c7930900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.789+0000 7f99c7930900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.789+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.789+0000 7f99c7930900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.789+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.790+0000 7f99c7930900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:48.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.790+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:48.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.791+0000 7f99c7930900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:48.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.791+0000 7f99c7930900 20 searching for the correct realm 2026-04-02T11:58:48.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.794+0000 7f99beffd640 0 -- 192.168.123.102:0/3775799143 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f99b806c670 msgr2=0x7f99b806e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:49.001 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:48.999+0000 7f99b7fff640 0 -- 192.168.123.102:0/3775799143 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55de8e8082b0 msgr2=0x55de8e828690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:49.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:49.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:49.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 zone default found 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 4 Realm: () 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 zonegroup default 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.002+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.003+0000 7f99c7930900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.003+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.003+0000 7f99c7930900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.003+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.003+0000 7f99c7930900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.003+0000 7f99c7930900 20 started sync module instance, tier type = 2026-04-02T11:58:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.003+0000 7f99c7930900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:49.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.007+0000 7f99c7930900 20 add_watcher() i=3 2026-04-02T11:58:49.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.007+0000 7f99c7930900 20 add_watcher() i=0 2026-04-02T11:58:49.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.007+0000 7f99c7930900 20 add_watcher() i=4 2026-04-02T11:58:49.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.007+0000 7f99c7930900 20 add_watcher() i=5 2026-04-02T11:58:49.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.007+0000 7f99c7930900 20 add_watcher() i=6 2026-04-02T11:58:49.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.007+0000 7f99c7930900 20 add_watcher() i=7 2026-04-02T11:58:49.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.008+0000 7f99c7930900 20 add_watcher() i=2 2026-04-02T11:58:49.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.008+0000 7f99c7930900 20 add_watcher() i=1 2026-04-02T11:58:49.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.008+0000 7f99c7930900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:49.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.010+0000 7f99c7930900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:49.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.010+0000 7f99c7930900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:49.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.010+0000 7f99c7930900 5 note: GC not initialized 2026-04-02T11:58:49.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.010+0000 7f996b7fe640 20 reqs_thread_entry: start 2026-04-02T11:58:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.048+0000 7f99c7930900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.049+0000 7f99c7930900 20 Filter name: none 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.049+0000 7f99697fa640 20 reqs_thread_entry: start 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.049+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.049+0000 7f99c7930900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.049+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.049+0000 7f99c7930900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.049+0000 7f99c7930900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.049+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.050+0000 7f99c7930900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.050+0000 7f99c7930900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.050+0000 7f99c7930900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.050+0000 7f99c7930900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.054+0000 7f99c7930900 20 remove_watcher() i=5 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.054+0000 7f99c7930900 2 removed watcher, disabling cache 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.054+0000 7f99c7930900 20 remove_watcher() i=6 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.055+0000 7f99c7930900 20 remove_watcher() i=0 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.055+0000 7f99c7930900 20 remove_watcher() i=4 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.055+0000 7f99c7930900 20 remove_watcher() i=2 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.055+0000 7f99c7930900 20 remove_watcher() i=1 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.055+0000 7f99c7930900 20 remove_watcher() i=3 2026-04-02T11:58:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.055+0000 7f99c7930900 20 remove_watcher() i=7 2026-04-02T11:58:49.062 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.063 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:49.063 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-block-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:49.063 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.064 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2026-04-02T11:58:49.087 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:49.087 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:49.108 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.106+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.108+0000 7f1d32f22900 20 realm 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.108+0000 7f1d32f22900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.110 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:49.111 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.109+0000 7f1d32f22900 20 searching for the correct realm 2026-04-02T11:58:49.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.113+0000 7f1d2f413640 0 -- 192.168.123.102:0/3607786399 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f1d2002c040 msgr2=0x7f1d20065190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:49.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.115+0000 7f1d2e411640 0 -- 192.168.123.102:0/3607786399 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f1d2008a040 msgr2=0x7f1d2008c8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 zone default found 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 4 Realm: () 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 zonegroup default 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 started sync module instance, tier type = 2026-04-02T11:58:49.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.321+0000 7f1d32f22900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:49.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=0 2026-04-02T11:58:49.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=7 2026-04-02T11:58:49.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=5 2026-04-02T11:58:49.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=3 2026-04-02T11:58:49.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=6 2026-04-02T11:58:49.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=4 2026-04-02T11:58:49.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.326+0000 7f1d32f22900 20 add_watcher() i=2 2026-04-02T11:58:49.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.326+0000 7f1d32f22900 20 add_watcher() i=1 2026-04-02T11:58:49.328 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.326+0000 7f1d32f22900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:49.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.328+0000 7f1d32f22900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:49.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.328+0000 7f1d32f22900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:49.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.328+0000 7f1d32f22900 5 note: GC not initialized 2026-04-02T11:58:49.329 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.328+0000 7f1cd77fe640 20 reqs_thread_entry: start 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 20 Filter name: none 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1cd57fa640 20 reqs_thread_entry: start 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : miss 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.372+0000 7f1d32f22900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d32f22900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d32f22900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927220 cookie 94878513376752 notifier 7038 bl.length()=1011 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:58:49.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:58:49.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.379+0000 7f1d32f22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.0 2026-04-02T11:58:49.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.0 2026-04-02T11:58:49.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.379+0000 7f1d32f22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.1 2026-04-02T11:58:49.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.1 2026-04-02T11:58:49.381 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.0 2026-04-02T11:58:49.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.381+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:49.382 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.381+0000 7f1d32f22900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:58:49.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d32f22900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d32f22900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927221 cookie 94878513376752 notifier 7038 bl.length()=1011 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1d32f22900 time 2026-04-02T11:58:49.384007+0000 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:49.384 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f1d3438f8f8] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x564a9e53afc4] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x564a9ec5b0ac] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x564a9ec5bf02] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f1d3342a610] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f1d32f22900 thread_name:radosgw-admin 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.383+0000 7f1d32f22900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1d32f22900 time 2026-04-02T11:58:49.384007+0000 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f1d3438f8f8] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x564a9e53afc4] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x564a9ec5b0ac] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x564a9ec5bf02] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f1d3342a610] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f1d3343fc30] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f1d3348d02c] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f1d3438f957] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x564a9e53afc4] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x564a9ec5b0ac] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x564a9ec5bf02] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f1d3342a610] 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T11:58:49.385 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.383+0000 7f1d32f22900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f1d32f22900 thread_name:radosgw-admin 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f1d3343fc30] 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f1d3348d02c] 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f1d3438f957] 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x564a9e53afc4] 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x564a9ec5b0ac] 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x564a9ec5bf02] 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f1d3342a610] 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.388 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:58:49.091+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:58:49.091+0000 7f1d32f22900 1 librados: starting msgr at 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:58:49.091+0000 7f1d32f22900 1 librados: starting objecter 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command objecter_requests hook 0x564a9fe9a760 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:58:49.091+0000 7f1d32f22900 1 librados: setting wanted keys 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:58:49.091+0000 7f1d32f22900 1 librados: calling monclient init 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:58:49.091+0000 7f1d32f22900 10 monclient: init 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding auth protocol: cephx 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding auth protocol: cephx 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding auth protocol: cephx 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:58:49.092+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:58:49.092+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:58:49.092+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command rotate-key hook 0x564a9fdb1158 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-a con 0x564a9fd434b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-c con 0x564a9fd43880 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-b con 0x564a9fdf39a0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): authenticate will time out at 1759.104382s 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): get_auth_request con 0x564a9fd43880 auth_method 0 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request con 0x564a9fd434b0 auth_method 0 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:58:49.092+0000 7f1d2f413640 10 monclient(hunting): get_auth_request con 0x564a9fdf39a0 auth_method 0 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:58:49.092+0000 7f1d2f413640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:58:49.092+0000 7f1d2f413640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:58:49.092+0000 7f1d2f413640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): handle_auth_done global_id 36521 payload 824 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient: _finish_hunting 0 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:58:49.092+0000 7f1d2e411640 1 monclient: found mon.noname-c 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.389 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: dump: 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: _finish_auth 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: _check_auth_tickets 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: dump: 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:58:49.092+0000 7f1d32f22900 5 monclient: authenticate success, global_id 36521 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:58:49.092+0000 7f1d257fa640 4 set_mon_vals no callback set 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:58:49.093+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:58:49.093+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:58:49.093+0000 7f1d32f22900 1 librados: init done 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:58:49.094+0000 7f1d1b7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:58:49.094+0000 7f1d1b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:58:49.094+0000 7f1d1b7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:58:49.094+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564a9fddd040 auth_method 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:58:49.094+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x7f1d08077540 auth_method 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:58:49.095+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x564a9ff26930 auth_method 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:58:49.096+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564a9ff48ff0 auth_method 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:58:49.097+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564a9ff6b2f0 auth_method 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:58:49.097+0000 7f1d32f22900 10 monclient: build_initial_monmap 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:58:49.097+0000 7f1d32f22900 1 build_initial for_mkfs: 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:58:49.097+0000 7f1d32f22900 10 monclient: monmap: 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding auth protocol: cephx 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding auth protocol: cephx 2026-04-02T11:58:49.390 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding auth protocol: cephx 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:58:49.098+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command objecter_requests cmddesc objecter_requests hook 0x564a9ff8ff60 EEXIST 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient: init 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding auth protocol: cephx 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding auth protocol: cephx 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding auth protocol: cephx 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:58:49.098+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:58:49.098+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command rotate-key cmddesc rotate-key hook 0x564a9ff69f90 EEXIST 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-c con 0x564a9ffb7b60 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-a con 0x564a9ffb7f30 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-b con 0x564a9ffba440 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): authenticate will time out at 1759.110767s 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): get_auth_request con 0x564a9ffb7f30 auth_method 0 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): get_auth_request con 0x564a9ffb7b60 auth_method 0 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:58:49.098+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request con 0x564a9ffba440 auth_method 0 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:58:49.098+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:58:49.098+0000 7f1d2ec12640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:58:49.098+0000 7f1d2ec12640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.391 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:58:49.099+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:58:49.099+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:58:49.099+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:58:49.099+0000 7f1d2f413640 10 monclient(hunting): handle_auth_done global_id 7032 payload 824 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:58:49.099+0000 7f1d2f413640 10 monclient: _finish_hunting 0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:58:49.099+0000 7f1d2f413640 1 monclient: found mon.noname-a 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:58:49.099+0000 7f1d2f413640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: dump: 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: _finish_auth 0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: _check_auth_tickets 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:58:49.099+0000 7f1d2fc14640 4 set_mon_vals no callback set 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:58:49.100+0000 7f1d18ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:58:49.100+0000 7f1d18ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:58:49.100+0000 7f1d18ff9640 10 monclient: dump: 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:58:49.100+0000 7f1d32f22900 5 monclient: authenticate success, global_id 7032 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:58:49.100+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:58:49.100+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:58:49.100+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:58:49.100+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:58:49.101+0000 7f1d18ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:58:49.101+0000 7f1d18ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:58:49.101+0000 7f1d18ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:58:49.101+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1cfc0775a0 auth_method 0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: get_monmap_and_config 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: build_initial_monmap 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:58:49.102+0000 7f1d32f22900 1 build_initial for_mkfs: 0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: monmap: 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.392 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding auth protocol: cephx 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding auth protocol: cephx 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding auth protocol: cephx 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:58:49.102+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: init 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding auth protocol: cephx 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding auth protocol: cephx 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding auth protocol: cephx 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:58:49.102+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:58:49.102+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command rotate-key cmddesc rotate-key hook 0x7fff68880998 EEXIST 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-a con 0x564aa0073d10 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-b con 0x564aa007b1c0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-c con 0x564aa00a4110 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): authenticate will time out at 1759.114919s 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:58:49.103+0000 7f1d2e411640 10 monclient(hunting): get_auth_request con 0x564aa0073d10 auth_method 0 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:58:49.103+0000 7f1d2e411640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:58:49.103+0000 7f1d2e411640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:58:49.103+0000 7f1d2e411640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request con 0x564aa00a4110 auth_method 0 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_done global_id 36527 payload 274 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient: _finish_hunting 0 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 1 monclient: found mon.noname-c 2026-04-02T11:58:49.393 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:58:49.103+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa007b1c0 auth_method 0 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: dump: 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: _finish_auth 0 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: _check_auth_tickets 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: dump: 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:58:49.103+0000 7f1d32f22900 5 monclient: authenticate success, global_id 36527 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:58:49.103+0000 7f1d32f22900 10 monclient: get_monmap_and_config success 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:58:49.103+0000 7f1d32f22900 4 set_mon_vals no callback set 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:58:49.103+0000 7f1d32f22900 10 monclient: shutdown 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: build_initial_monmap 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 build_initial for_mkfs: 0 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: monmap: 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding auth protocol: cephx 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding auth protocol: cephx 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding auth protocol: cephx 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.394 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:58:49.104+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 librados: starting msgr at 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 librados: starting objecter 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command objecter_requests cmddesc objecter_requests hook 0x564a9ffba2b0 EEXIST 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 librados: setting wanted keys 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 librados: calling monclient init 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: init 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding auth protocol: cephx 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding auth protocol: cephx 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding auth protocol: cephx 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:58:49.104+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:58:49.104+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command rotate-key cmddesc rotate-key hook 0x564aa004b858 EEXIST 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-b con 0x564aa007b1c0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-c con 0x564aa00a4110 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-a con 0x564aa00766c0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): authenticate will time out at 1759.116857s 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:58:49.104+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request con 0x564aa00766c0 auth_method 0 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:58:49.104+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:58:49.104+0000 7f1d2ec12640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:58:49.104+0000 7f1d2ec12640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_done global_id 7038 payload 824 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient: _finish_hunting 0 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 1 monclient: found mon.noname-a 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:58:49.105+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa00a4110 auth_method 0 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:58:49.105+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564aa007b1c0 auth_method 0 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: dump: 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: _finish_auth 0 2026-04-02T11:58:49.395 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: _check_auth_tickets 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:58:49.105+0000 7f1d32f22900 5 monclient: authenticate success, global_id 7038 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:58:49.105+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:58:49.105+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: dump: 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:58:49.105+0000 7f1d0e7fc640 4 set_mon_vals no callback set 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:58:49.105+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:58:49.105+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:58:49.105+0000 7f1d32f22900 1 librados: init done 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:58:49.105+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cr dump hook 0x564aa00acd58 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:58:49.106+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:58:49.107+0000 7f1d0cff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:58:49.107+0000 7f1d0cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:58:49.107+0000 7f1d0cff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:58:49.107+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1cec077690 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:58:49.107+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa0114f00 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 realm 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:58:49.108+0000 7f1d32f22900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:58:49.108+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564aa01370a0 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:58:49.109+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa01588d0 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:58:49.109+0000 7f1d32f22900 20 searching for the correct realm 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:58:49.109+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x564aa017b5f0 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:58:49.110+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1d1c009c30 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:58:49.111+0000 7f1d2f413640 10 monclient: get_auth_request con 0x7f1d2002c040 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:58:49.113+0000 7f1d2f413640 0 -- 192.168.123.102:0/3607786399 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f1d2002c040 msgr2=0x7f1d20065190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:58:49.113+0000 7f1d0cff9640 1 client.7038.objecter ms_handle_reset 0x7f1d2002c040 session 0x7f1d2006f010 osd.4 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:58:49.113+0000 7f1d0cff9640 10 monclient: _renew_subs 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:58:49.113+0000 7f1d0cff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:58:49.113+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x7f1d20069320 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:58:49.113+0000 7f1d2f413640 10 monclient: get_auth_request con 0x7f1cec0a4350 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:58:49.114+0000 7f1d0cff9640 1 client.7038.objecter ms_handle_reset 0x564aa01588d0 session 0x564aa01363f0 osd.2 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:58:49.114+0000 7f1d2f413640 10 monclient: get_auth_request con 0x7f1d2002c040 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:58:49.115+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1d2008a040 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:58:49.115+0000 7f1d2e411640 0 -- 192.168.123.102:0/3607786399 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f1d2008a040 msgr2=0x7f1d2008c8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:58:49.316+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1d2008a040 auth_method 0 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:49.396 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 zone default found 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:58:49.321+0000 7f1d32f22900 4 Realm: () 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:58:49.321+0000 7f1d32f22900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:58:49.321+0000 7f1d32f22900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:58:49.321+0000 7f1d32f22900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 zonegroup default 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 started sync module instance, tier type = 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=7 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=5 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=3 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=6 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=4 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:58:49.326+0000 7f1d32f22900 20 add_watcher() i=2 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:58:49.326+0000 7f1d32f22900 20 add_watcher() i=1 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:58:49.326+0000 7f1d32f22900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:58:49.326+0000 7f1d2f413640 10 monclient: get_auth_request con 0x7f1cb8007200 auth_method 0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding auth protocol: cephx 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding auth protocol: cephx 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding auth protocol: cephx 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:58:49.328+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:58:49.328+0000 7f1d32f22900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:58:49.328+0000 7f1d32f22900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cache list hook 0x564aa007d950 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cache inspect hook 0x564aa007d950 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cache erase hook 0x564aa007d950 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cache zap hook 0x564aa007d950 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 note: GC not initialized 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:58:49.328+0000 7f1cd77fe640 20 reqs_thread_entry: start 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command sync trace show hook 0x7f1d1c008a50 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command sync trace history hook 0x7f1d1c008a50 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command sync trace active hook 0x7f1d1c008a50 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command sync trace active_short hook 0x7f1d1c008a50 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:58:49.328+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x564aa01b2be0 auth_method 0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:58:49.330+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564aa01b7620 auth_method 0 2026-04-02T11:58:49.397 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:58:49.332+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa01ad550 auth_method 0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:58:49.333+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x564aa01af240 auth_method 0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:58:49.337+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564aa01b1240 auth_method 0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:58:49.342+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa0170330 auth_method 0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 Filter name: none 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:58:49.372+0000 7f1cd57fa640 20 reqs_thread_entry: start 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : miss 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:58:49.377+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:58:49.377+0000 7f1d32f22900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:58:49.377+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:58:49.377+0000 7f1d32f22900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927220 cookie 94878513376752 notifier 7038 bl.length()=1011 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:58:49.379+0000 7f1d32f22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:58:49.379+0000 7f1d32f22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.1 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.1 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.0 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:58:49.381+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:58:49.381+0000 7f1d32f22900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:58:49.382+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:58:49.382+0000 7f1d32f22900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:58:49.382+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:58:49.382+0000 7f1d32f22900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927221 cookie 94878513376752 notifier 7038 bl.length()=1011 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:58:49.383+0000 7f1d32f22900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1d32f22900 time 2026-04-02T11:58:49.384007+0000 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f1d3438f8f8] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x564a9e53afc4] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x564a9ec5b0ac] 2026-04-02T11:58:49.398 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x564a9ec5bf02] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f1d3342a610] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:58:49.383+0000 7f1d32f22900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f1d32f22900 thread_name:radosgw-admin 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f1d3343fc30] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f1d3348d02c] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f1d3438f957] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x564a9e53afc4] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x564a9ec5b0ac] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x564a9ec5bf02] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f1d3342a610] 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:58:49.399 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1cd57fa640 / http_manager 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1cd77fe640 / http_manager 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d0cff9640 / ms_dispatch 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d0e7fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d18ff9640 / ms_dispatch 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d1b7fe640 / ms_dispatch 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d257fa640 / io_context_pool, ms_dispatch 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d25ffb640 / admin_socket 2026-04-02T11:58:49.400 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2dc10640 / ms_dispatch 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2e411640 / msgr-worker-2 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2ec12640 / msgr-worker-1 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2f413640 / msgr-worker-0 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2fc14640 / io_context_pool 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d32f22900 / radosgw-admin 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.91568.log 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb6920) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:58:49.091+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:58:49.091+0000 7f1d32f22900 1 librados: starting msgr at 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:58:49.091+0000 7f1d32f22900 1 librados: starting objecter 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command objecter_requests hook 0x564a9fe9a760 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:58:49.091+0000 7f1d32f22900 1 librados: setting wanted keys 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:58:49.091+0000 7f1d32f22900 1 librados: calling monclient init 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:58:49.091+0000 7f1d32f22900 10 monclient: init 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding auth protocol: cephx 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding auth protocol: cephx 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding auth protocol: cephx 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: crc 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:58:49.091+0000 7f1d32f22900 5 AuthRegistry(0x564a9fdb1010) adding con mode: secure 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:58:49.092+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:58:49.092+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:58:49.092+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command rotate-key hook 0x564a9fdb1158 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-a con 0x564a9fd434b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-c con 0x564a9fd43880 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-b con 0x564a9fdf39a0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient(hunting): authenticate will time out at 1759.104382s 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): get_auth_request con 0x564a9fd43880 auth_method 0 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request con 0x564a9fd434b0 auth_method 0 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.401 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:58:49.092+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:58:49.092+0000 7f1d2f413640 10 monclient(hunting): get_auth_request con 0x564a9fdf39a0 auth_method 0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:58:49.092+0000 7f1d2f413640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:58:49.092+0000 7f1d2f413640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:58:49.092+0000 7f1d2f413640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient(hunting): handle_auth_done global_id 36521 payload 824 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient: _finish_hunting 0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:58:49.092+0000 7f1d2e411640 1 monclient: found mon.noname-c 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:58:49.092+0000 7f1d2e411640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: dump: 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: _finish_auth 0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: _check_auth_tickets 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:58:49.092+0000 7f1d1b7fe640 10 monclient: dump: 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:58:49.092+0000 7f1d32f22900 5 monclient: authenticate success, global_id 36521 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:58:49.092+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:58:49.092+0000 7f1d257fa640 4 set_mon_vals no callback set 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:58:49.093+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:58:49.093+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:58:49.093+0000 7f1d32f22900 1 librados: init done 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:58:49.094+0000 7f1d1b7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:58:49.094+0000 7f1d1b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:58:49.094+0000 7f1d1b7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:58:49.094+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564a9fddd040 auth_method 0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:58:49.094+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x7f1d08077540 auth_method 0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:58:49.095+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x564a9ff26930 auth_method 0 2026-04-02T11:58:49.402 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:58:49.096+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564a9ff48ff0 auth_method 0 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:58:49.097+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564a9ff6b2f0 auth_method 0 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:58:49.097+0000 7f1d32f22900 10 monclient: build_initial_monmap 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:58:49.097+0000 7f1d32f22900 1 build_initial for_mkfs: 0 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:58:49.097+0000 7f1d32f22900 10 monclient: monmap: 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding auth protocol: cephx 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding auth protocol: cephx 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding auth protocol: cephx 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:58:49.097+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff8cae0) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:58:49.098+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command objecter_requests cmddesc objecter_requests hook 0x564a9ff8ff60 EEXIST 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient: init 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding auth protocol: cephx 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding auth protocol: cephx 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding auth protocol: cephx 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: crc 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 AuthRegistry(0x564a9ff69e48) adding con mode: secure 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:58:49.098+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:58:49.098+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:58:49.098+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command rotate-key cmddesc rotate-key hook 0x564a9ff69f90 EEXIST 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-c con 0x564a9ffb7b60 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-a con 0x564a9ffb7f30 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-b con 0x564a9ffba440 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:49.403 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:58:49.098+0000 7f1d32f22900 10 monclient(hunting): authenticate will time out at 1759.110767s 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): get_auth_request con 0x564a9ffb7f30 auth_method 0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): get_auth_request con 0x564a9ffb7b60 auth_method 0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:58:49.098+0000 7f1d2f413640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:58:49.098+0000 7f1d2e411640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:58:49.098+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request con 0x564a9ffba440 auth_method 0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:58:49.098+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:58:49.098+0000 7f1d2ec12640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:58:49.098+0000 7f1d2ec12640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:58:49.099+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:58:49.099+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:58:49.099+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:58:49.099+0000 7f1d2f413640 10 monclient(hunting): handle_auth_done global_id 7032 payload 824 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:58:49.099+0000 7f1d2f413640 10 monclient: _finish_hunting 0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:58:49.099+0000 7f1d2f413640 1 monclient: found mon.noname-a 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:58:49.099+0000 7f1d2f413640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: dump: 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: _finish_auth 0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: _check_auth_tickets 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:58:49.099+0000 7f1d18ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:58:49.099+0000 7f1d2fc14640 4 set_mon_vals no callback set 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:58:49.100+0000 7f1d18ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:58:49.100+0000 7f1d18ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:58:49.100+0000 7f1d18ff9640 10 monclient: dump: 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:58:49.100+0000 7f1d32f22900 5 monclient: authenticate success, global_id 7032 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:58:49.100+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:58:49.100+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:58:49.100+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:58:49.100+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:58:49.101+0000 7f1d18ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:58:49.101+0000 7f1d18ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:58:49.101+0000 7f1d18ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:58:49.101+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1cfc0775a0 auth_method 0 2026-04-02T11:58:49.404 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: get_monmap_and_config 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: build_initial_monmap 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:58:49.102+0000 7f1d32f22900 1 build_initial for_mkfs: 0 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: monmap: 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding auth protocol: cephx 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding auth protocol: cephx 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding auth protocol: cephx 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x564aa004cc60) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:58:49.102+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: init 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding auth protocol: cephx 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding auth protocol: cephx 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding auth protocol: cephx 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: crc 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880850) adding con mode: secure 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:58:49.102+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:58:49.102+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:58:49.102+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command rotate-key cmddesc rotate-key hook 0x7fff68880998 EEXIST 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-a con 0x564aa0073d10 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-b con 0x564aa007b1c0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-c con 0x564aa00a4110 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:58:49.102+0000 7f1d32f22900 10 monclient(hunting): authenticate will time out at 1759.114919s 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:58:49.103+0000 7f1d2e411640 10 monclient(hunting): get_auth_request con 0x564aa0073d10 auth_method 0 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:58:49.103+0000 7f1d2e411640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:58:49.103+0000 7f1d2e411640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:58:49.103+0000 7f1d2e411640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request con 0x564aa00a4110 auth_method 0 2026-04-02T11:58:49.405 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_done global_id 36527 payload 274 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient: _finish_hunting 0 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 1 monclient: found mon.noname-c 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:58:49.103+0000 7f1d2ec12640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:58:49.103+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa007b1c0 auth_method 0 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: dump: 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: _finish_auth 0 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: _check_auth_tickets 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:58:49.103+0000 7f1d0e7fc640 10 monclient: dump: 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:58:49.103+0000 7f1d32f22900 5 monclient: authenticate success, global_id 36527 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:58:49.103+0000 7f1d32f22900 10 monclient: get_monmap_and_config success 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:58:49.103+0000 7f1d32f22900 4 set_mon_vals no callback set 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:58:49.103+0000 7f1d32f22900 10 monclient: shutdown 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: build_initial_monmap 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 build_initial for_mkfs: 0 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: monmap: 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding auth protocol: cephx 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding auth protocol: cephx 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding auth protocol: cephx 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.406 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004da40) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:58:49.104+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 librados: starting msgr at 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 librados: starting objecter 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command objecter_requests cmddesc objecter_requests hook 0x564a9ffba2b0 EEXIST 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 librados: setting wanted keys 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:58:49.104+0000 7f1d32f22900 1 librados: calling monclient init 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: init 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding auth protocol: cephx 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding auth protocol: cephx 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding auth protocol: cephx 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: crc 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 AuthRegistry(0x564aa004b710) adding con mode: secure 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:58:49.104+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:58:49.104+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:58:49.104+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command rotate-key cmddesc rotate-key hook 0x564aa004b858 EEXIST 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: _reopen_session rank -1 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-b con 0x564aa007b1c0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-c con 0x564aa00a4110 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): picked mon.noname-a con 0x564aa00766c0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): start opening mon connection 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): _renew_subs 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:58:49.104+0000 7f1d32f22900 10 monclient(hunting): authenticate will time out at 1759.116857s 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:58:49.104+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request con 0x564aa00766c0 auth_method 0 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:58:49.104+0000 7f1d2ec12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:58:49.104+0000 7f1d2ec12640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:58:49.104+0000 7f1d2ec12640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient(hunting): handle_auth_done global_id 7038 payload 824 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient: _finish_hunting 0 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 1 monclient: found mon.noname-a 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:58:49.105+0000 7f1d2ec12640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:58:49.105+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa00a4110 auth_method 0 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:58:49.105+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564aa007b1c0 auth_method 0 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:58:49.407 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: dump: 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: _finish_auth 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: _check_auth_tickets 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:58:49.105+0000 7f1d32f22900 5 monclient: authenticate success, global_id 7038 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:58:49.105+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:58:49.105+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:58:49.105+0000 7f1d0cff9640 10 monclient: dump: 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:58:49.105+0000 7f1d0e7fc640 4 set_mon_vals no callback set 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:58:49.105+0000 7f1d32f22900 10 monclient: _renew_subs 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:58:49.105+0000 7f1d32f22900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:58:49.105+0000 7f1d32f22900 1 librados: init done 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:58:49.105+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cr dump hook 0x564aa00acd58 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:58:49.106+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:58:49.107+0000 7f1d0cff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:58:49.107+0000 7f1d0cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:58:49.107+0000 7f1d0cff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:58:49.107+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1cec077690 auth_method 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:58:49.107+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa0114f00 auth_method 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 realm 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:58:49.108+0000 7f1d32f22900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:58:49.108+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:58:49.108+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564aa01370a0 auth_method 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:58:49.109+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa01588d0 auth_method 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:58:49.109+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:58:49.109+0000 7f1d32f22900 20 searching for the correct realm 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:58:49.109+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x564aa017b5f0 auth_method 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:58:49.110+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1d1c009c30 auth_method 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:58:49.111+0000 7f1d2f413640 10 monclient: get_auth_request con 0x7f1d2002c040 auth_method 0 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:58:49.113+0000 7f1d2f413640 0 -- 192.168.123.102:0/3607786399 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f1d2002c040 msgr2=0x7f1d20065190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:58:49.113+0000 7f1d0cff9640 1 client.7038.objecter ms_handle_reset 0x7f1d2002c040 session 0x7f1d2006f010 osd.4 2026-04-02T11:58:49.408 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:58:49.113+0000 7f1d0cff9640 10 monclient: _renew_subs 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:58:49.113+0000 7f1d0cff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:58:49.113+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x7f1d20069320 auth_method 0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:58:49.113+0000 7f1d2f413640 10 monclient: get_auth_request con 0x7f1cec0a4350 auth_method 0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:58:49.114+0000 7f1d0cff9640 1 client.7038.objecter ms_handle_reset 0x564aa01588d0 session 0x564aa01363f0 osd.2 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:58:49.114+0000 7f1d2f413640 10 monclient: get_auth_request con 0x7f1d2002c040 auth_method 0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:58:49.115+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1d2008a040 auth_method 0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:58:49.115+0000 7f1d2e411640 0 -- 192.168.123.102:0/3607786399 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f1d2008a040 msgr2=0x7f1d2008c8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:58:49.316+0000 7f1d2e411640 10 monclient: get_auth_request con 0x7f1d2008a040 auth_method 0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:58:49.320+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 zone default found 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:58:49.321+0000 7f1d32f22900 4 Realm: () 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:58:49.321+0000 7f1d32f22900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:58:49.321+0000 7f1d32f22900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:58:49.321+0000 7f1d32f22900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 zonegroup default 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 started sync module instance, tier type = 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:58:49.321+0000 7f1d32f22900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=7 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=5 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=3 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=6 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:58:49.325+0000 7f1d32f22900 20 add_watcher() i=4 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:58:49.326+0000 7f1d32f22900 20 add_watcher() i=2 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:58:49.326+0000 7f1d32f22900 20 add_watcher() i=1 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:58:49.326+0000 7f1d32f22900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:58:49.326+0000 7f1d2f413640 10 monclient: get_auth_request con 0x7f1cb8007200 auth_method 0 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding auth protocol: cephx 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding auth protocol: cephx 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding auth protocol: cephx 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.409 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: crc 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:58:49.327+0000 7f1d32f22900 5 AuthRegistry(0x7fff68880940) adding con mode: secure 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:58:49.328+0000 7f1d32f22900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:58:49.328+0000 7f1d32f22900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:58:49.328+0000 7f1d32f22900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cache list hook 0x564aa007d950 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cache inspect hook 0x564aa007d950 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cache erase hook 0x564aa007d950 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command cache zap hook 0x564aa007d950 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 note: GC not initialized 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:58:49.328+0000 7f1cd77fe640 20 reqs_thread_entry: start 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command sync trace show hook 0x7f1d1c008a50 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command sync trace history hook 0x7f1d1c008a50 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command sync trace active hook 0x7f1d1c008a50 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:58:49.328+0000 7f1d32f22900 5 asok(0x564a9fcb16b0) register_command sync trace active_short hook 0x7f1d1c008a50 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:58:49.328+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x564aa01b2be0 auth_method 0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:58:49.330+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564aa01b7620 auth_method 0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:58:49.332+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa01ad550 auth_method 0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:58:49.333+0000 7f1d2ec12640 10 monclient: get_auth_request con 0x564aa01af240 auth_method 0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:58:49.337+0000 7f1d2e411640 10 monclient: get_auth_request con 0x564aa01b1240 auth_method 0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:58:49.342+0000 7f1d2f413640 10 monclient: get_auth_request con 0x564aa0170330 auth_method 0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 Filter name: none 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:58:49.372+0000 7f1cd57fa640 20 reqs_thread_entry: start 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : miss 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:58:49.372+0000 7f1d32f22900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:58:49.372+0000 7f1d32f22900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:58:49.377+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:58:49.377+0000 7f1d32f22900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:58:49.377+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:58:49.377+0000 7f1d32f22900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927220 cookie 94878513376752 notifier 7038 bl.length()=1011 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:58:49.377+0000 7f1d0e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:58:49.377+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:58:49.379+0000 7f1d32f22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:58:49.379+0000 7f1d32f22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.1 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.1.1 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:58:49.379+0000 7f1d32f22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.0 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:58:49.381+0000 7f1d32f22900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : hit (requested=0x17, cached=0x17) 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:58:49.381+0000 7f1d32f22900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:58:49.382+0000 7f1d32f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:58:49.382+0000 7f1d32f22900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:58:49.382+0000 7f1d32f22900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:58:49.382+0000 7f1d32f22900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927221 cookie 94878513376752 notifier 7038 bl.length()=1011 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:49.410 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:58:49.382+0000 7f1d0e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:58:49.382+0000 7f1d32f22900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:58:49.383+0000 7f1d32f22900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1d32f22900 time 2026-04-02T11:58:49.384007+0000 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f1d3438f8f8] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x564a9e53afc4] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x564a9ec5b0ac] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x564a9ec5bf02] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f1d3342a610] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:58:49.383+0000 7f1d32f22900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f1d32f22900 thread_name:radosgw-admin 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f1d3343fc30] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f1d3348d02c] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f1d3438f957] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x564a9e53afc4] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x564a9ec5b0ac] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x564a9ec5bf02] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f1d3342a610] 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:58:49.411 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:58:49.412 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1cd57fa640 / http_manager 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1cd77fe640 / http_manager 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d0cff9640 / ms_dispatch 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d0e7fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d18ff9640 / ms_dispatch 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d1b7fe640 / ms_dispatch 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d257fa640 / io_context_pool, ms_dispatch 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d25ffb640 / admin_socket 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2dc10640 / ms_dispatch 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2e411640 / msgr-worker-2 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2ec12640 / msgr-worker-1 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2f413640 / msgr-worker-0 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d2fc14640 / io_context_pool 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: 7f1d32f22900 / radosgw-admin 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T11:58:49.385016Z_7b1c5c1f-2fcf-4ca1-b556-fc725a6a1264/log 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:49.413 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.633+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.633+0000 7f325bb20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.633+0000 7f325bb20900 20 realm 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.633+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.634+0000 7f325bb20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.634+0000 7f325bb20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.634+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.634+0000 7f325bb20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.635 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.634+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.635+0000 7f325bb20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.635+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.635+0000 7f325bb20900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:49.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.635+0000 7f325bb20900 20 searching for the correct realm 2026-04-02T11:58:49.640 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.638+0000 7f3253fff640 0 -- 192.168.123.102:0/2275453167 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f324c056c30 msgr2=0x7f324c055df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:49.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.642+0000 7f32537fe640 0 -- 192.168.123.102:0/2275453167 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f324c057570 msgr2=0x7f324c098a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:49.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:49.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:49.647 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.646+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 zone default found 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 4 Realm: () 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 zonegroup default 2026-04-02T11:58:49.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 started sync module instance, tier type = 2026-04-02T11:58:49.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.647+0000 7f325bb20900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:49.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.651+0000 7f325bb20900 20 add_watcher() i=0 2026-04-02T11:58:49.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.651+0000 7f325bb20900 20 add_watcher() i=5 2026-04-02T11:58:49.653 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.651+0000 7f325bb20900 20 add_watcher() i=6 2026-04-02T11:58:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.653+0000 7f325bb20900 20 add_watcher() i=3 2026-04-02T11:58:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.653+0000 7f325bb20900 20 add_watcher() i=2 2026-04-02T11:58:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.653+0000 7f325bb20900 20 add_watcher() i=4 2026-04-02T11:58:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.653+0000 7f325bb20900 20 add_watcher() i=7 2026-04-02T11:58:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.653+0000 7f325bb20900 20 add_watcher() i=1 2026-04-02T11:58:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.653+0000 7f325bb20900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:49.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.655+0000 7f325bb20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:49.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.655+0000 7f325bb20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:49.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.655+0000 7f325bb20900 5 note: GC not initialized 2026-04-02T11:58:49.657 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.655+0000 7f3204ff1640 20 reqs_thread_entry: start 2026-04-02T11:58:49.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.698+0000 7f325bb20900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:49.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.698+0000 7f325bb20900 20 Filter name: none 2026-04-02T11:58:49.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.699+0000 7f31fdffb640 20 reqs_thread_entry: start 2026-04-02T11:58:49.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.699+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.699+0000 7f325bb20900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:49.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.699+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.699+0000 7f325bb20900 20 rados_obj.operate() r=0 bl.length=479 2026-04-02T11:58:49.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.700+0000 7f325bb20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:49.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.700+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.700+0000 7f325bb20900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:49.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.700+0000 7f325bb20900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.700+0000 7f325bb20900 20 rados_obj.operate() r=0 bl.length=479 2026-04-02T11:58:49.702 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.700+0000 7f325bb20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.705+0000 7f325bb20900 20 remove_watcher() i=0 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.705+0000 7f325bb20900 2 removed watcher, disabling cache 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.705+0000 7f325bb20900 20 remove_watcher() i=7 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.705+0000 7f325bb20900 20 remove_watcher() i=5 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.705+0000 7f325bb20900 20 remove_watcher() i=3 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.705+0000 7f325bb20900 20 remove_watcher() i=6 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.705+0000 7f325bb20900 20 remove_watcher() i=2 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.706+0000 7f325bb20900 20 remove_watcher() i=4 2026-04-02T11:58:49.707 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.706+0000 7f325bb20900 20 remove_watcher() i=1 2026-04-02T11:58:49.714 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.714 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:58:49.714 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-block-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:58:49.714 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:58:49.767 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:58:49.790 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:49.790 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:49.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.812+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.813+0000 7f23f1f36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.813+0000 7f23f1f36900 20 realm 2026-04-02T11:58:49.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.813+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.813+0000 7f23f1f36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.813+0000 7f23f1f36900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:49.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.813+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.814+0000 7f23f1f36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:49.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.814+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.814+0000 7f23f1f36900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:49.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.814+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:49.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.815+0000 7f23f1f36900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:49.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.815+0000 7f23f1f36900 20 searching for the correct realm 2026-04-02T11:58:49.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:49.819+0000 7f23edc21640 0 -- 192.168.123.102:0/3853191745 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f23d80c2420 msgr2=0x7f23d80c2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:50.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.025+0000 7f23ed420640 0 -- 192.168.123.102:0/3853191745 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x557884608960 msgr2=0x557884628d80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.027+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:50.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 20 zone default found 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 4 Realm: () 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 20 zonegroup default 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.028+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.029+0000 7f23f1f36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:50.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.029+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:50.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.029+0000 7f23f1f36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:50.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.029+0000 7f23f1f36900 20 started sync module instance, tier type = 2026-04-02T11:58:50.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.029+0000 7f23f1f36900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:58:50.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.031+0000 7f23f1f36900 20 add_watcher() i=3 2026-04-02T11:58:50.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.033+0000 7f23f1f36900 20 add_watcher() i=0 2026-04-02T11:58:50.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.033+0000 7f23f1f36900 20 add_watcher() i=6 2026-04-02T11:58:50.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.033+0000 7f23f1f36900 20 add_watcher() i=5 2026-04-02T11:58:50.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.033+0000 7f23f1f36900 20 add_watcher() i=1 2026-04-02T11:58:50.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.033+0000 7f23f1f36900 20 add_watcher() i=4 2026-04-02T11:58:50.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.034+0000 7f23f1f36900 20 add_watcher() i=7 2026-04-02T11:58:50.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.034+0000 7f23f1f36900 20 add_watcher() i=2 2026-04-02T11:58:50.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.034+0000 7f23f1f36900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.036+0000 7f23f1f36900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.036+0000 7f23f1f36900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.036+0000 7f23f1f36900 5 note: GC not initialized 2026-04-02T11:58:50.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.036+0000 7f239afed640 20 reqs_thread_entry: start 2026-04-02T11:58:50.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:50.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 20 Filter name: none 2026-04-02T11:58:50.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f2398fe9640 20 reqs_thread_entry: start 2026-04-02T11:58:50.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T11:58:50.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:50.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:58:50.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T11:58:50.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : miss 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.083+0000 7f23f1f36900 20 rados->read ofs=0 len=0 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.084+0000 7f23f1f36900 20 rados_obj.operate() r=0 bl.length=479 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.084+0000 7f23f1f36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.084+0000 7f23f1f36900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.084+0000 7f23f1f36900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.084+0000 7f23f1f36900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.084+0000 7f23f1f36900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:58:50.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.085+0000 7f23f1f36900 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to be held by another RGW process; skipping for now 2026-04-02T11:58:50.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.088+0000 7f23f1f36900 20 remove_watcher() i=0 2026-04-02T11:58:50.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.088+0000 7f23f1f36900 2 removed watcher, disabling cache 2026-04-02T11:58:50.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.088+0000 7f23f1f36900 20 remove_watcher() i=3 2026-04-02T11:58:50.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.088+0000 7f23f1f36900 20 remove_watcher() i=5 2026-04-02T11:58:50.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.089+0000 7f23f1f36900 20 remove_watcher() i=4 2026-04-02T11:58:50.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.089+0000 7f23f1f36900 20 remove_watcher() i=7 2026-04-02T11:58:50.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.089+0000 7f23f1f36900 20 remove_watcher() i=6 2026-04-02T11:58:50.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.089+0000 7f23f1f36900 20 remove_watcher() i=2 2026-04-02T11:58:50.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:58:50.089+0000 7f23f1f36900 20 remove_watcher() i=1 2026-04-02T11:58:50.098 INFO:tasks.workunit.client.0.vm02.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T11:59:20.129 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:59:20.151 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:20.151 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:20.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.169+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.171+0000 7f85f2d61900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.171+0000 7f85f2d61900 20 realm 2026-04-02T11:59:20.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.171+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.171+0000 7f85f2d61900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.171+0000 7f85f2d61900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:20.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.171+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.171+0000 7f85f2d61900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.171+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.172+0000 7f85f2d61900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:20.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.172+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.172+0000 7f85f2d61900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:20.174 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.172+0000 7f85f2d61900 20 searching for the correct realm 2026-04-02T11:59:20.178 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.176+0000 7f85eeb77640 0 -- 192.168.123.102:0/1180576739 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f85e0009c30 msgr2=0x7f85e00c1a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:20.384 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.382+0000 7f85ef378640 0 -- 192.168.123.102:0/1180576739 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x55fce368e030 msgr2=0x55fce36ae410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:20.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:20.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:20.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:20.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:20.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:20.386 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.385+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 zone default found 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 4 Realm: () 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 zonegroup default 2026-04-02T11:59:20.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 started sync module instance, tier type = 2026-04-02T11:59:20.388 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.386+0000 7f85f2d61900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:20.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.390+0000 7f85f2d61900 20 add_watcher() i=0 2026-04-02T11:59:20.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.390+0000 7f85f2d61900 20 add_watcher() i=4 2026-04-02T11:59:20.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.390+0000 7f85f2d61900 20 add_watcher() i=6 2026-04-02T11:59:20.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.390+0000 7f85f2d61900 20 add_watcher() i=1 2026-04-02T11:59:20.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.390+0000 7f85f2d61900 20 add_watcher() i=7 2026-04-02T11:59:20.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.390+0000 7f85f2d61900 20 add_watcher() i=5 2026-04-02T11:59:20.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.391+0000 7f85f2d61900 20 add_watcher() i=3 2026-04-02T11:59:20.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.391+0000 7f85f2d61900 20 add_watcher() i=2 2026-04-02T11:59:20.393 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.391+0000 7f85f2d61900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:20.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.393+0000 7f85f2d61900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:20.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.393+0000 7f85f2d61900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:20.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.393+0000 7f85f2d61900 5 note: GC not initialized 2026-04-02T11:59:20.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.393+0000 7f85977fe640 20 reqs_thread_entry: start 2026-04-02T11:59:20.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.436+0000 7f85f2d61900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:20.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.436+0000 7f85f2d61900 20 Filter name: none 2026-04-02T11:59:20.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.436+0000 7f85957fa640 20 reqs_thread_entry: start 2026-04-02T11:59:20.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.436+0000 7f85f2d61900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T11:59:20.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.436+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : miss 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 20 rados_obj.operate() r=0 bl.length=479 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:20.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.437+0000 7f85f2d61900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:59:20.440 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.439+0000 7f85f2d61900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.443+0000 7f85f2d61900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.443+0000 7f85f2d61900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.443+0000 7f85f2d61900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.443+0000 7f85f2d61900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.443+0000 7f85cdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927222 cookie 94544635446272 notifier 36572 bl.length()=1011 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.443+0000 7f85cdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.443+0000 7f85cdffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.443+0000 7f85cdffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.444+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.444+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.444+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:59:20.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.444+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:59:20.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.445+0000 7f85cdffb640 20 trim reshard logs: write on '.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.0' needs retry: Success 2026-04-02T11:59:20.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.446+0000 7f85f2d61900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.2.0 2026-04-02T11:59:20.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.446+0000 7f85f2d61900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.2.0 2026-04-02T11:59:20.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.446+0000 7f85f2d61900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.2.1 2026-04-02T11:59:20.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.446+0000 7f85f2d61900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.2.1 2026-04-02T11:59:20.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.446+0000 7f85f2d61900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.0 2026-04-02T11:59:20.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.449+0000 7f85f2d61900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:20.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.449+0000 7f85f2d61900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.450+0000 7f85f2d61900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.450+0000 7f85f2d61900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.450+0000 7f85f2d61900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.450+0000 7f85f2d61900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.450+0000 7f85ce7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927223 cookie 94544635446272 notifier 36572 bl.length()=1011 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.450+0000 7f85ce7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.450+0000 7f85ce7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.450+0000 7f85ce7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.451+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.451+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.451+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:59:20.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.451+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:59:20.453 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.452+0000 7f85f2d61900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.31.0 2026-04-02T11:59:20.454 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.452+0000 7f85f2d61900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:20.454 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.452+0000 7f85f2d61900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.453+0000 7f85f2d61900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.453+0000 7f85f2d61900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.453+0000 7f85f2d61900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.453+0000 7f85f2d61900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31, ofs0, ns] 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.453+0000 7f85ce7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927224 cookie 94544635446272 notifier 36572 bl.length()=975 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.453+0000 7f85ce7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 info.flags=0x17 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.453+0000 7f85ce7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 to cache LRU end 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.453+0000 7f85ce7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.454+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_sources= new_sources= 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.454+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential sources added=[] removed=[] 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.454+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): orig_dests= new_dests= 2026-04-02T11:59:20.455 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.454+0000 7f85f2d61900 20 handle_bi_update(): bucket=:abort-at-block-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.31]): potential dests added=[] removed=[] 2026-04-02T11:59:20.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.454+0000 7f85f2d61900 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 20 remove_watcher() i=1 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 2 removed watcher, disabling cache 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 20 remove_watcher() i=3 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 20 remove_watcher() i=0 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 20 remove_watcher() i=4 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 20 remove_watcher() i=6 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 20 remove_watcher() i=5 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 20 remove_watcher() i=2 2026-04-02T11:59:20.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.460+0000 7f85f2d61900 20 remove_watcher() i=7 2026-04-02T11:59:20.472 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T11:59:20.491 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:20.491 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:20.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.513+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.515+0000 7ff01a125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.515+0000 7ff01a125900 20 realm 2026-04-02T11:59:20.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.515+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.515+0000 7ff01a125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.515+0000 7ff01a125900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:20.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.515+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.515+0000 7ff01a125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.515+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.516+0000 7ff01a125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:20.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.516+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.516+0000 7ff01a125900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:20.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.516+0000 7ff01a125900 20 searching for the correct realm 2026-04-02T11:59:20.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.519+0000 7ff0165ba640 0 -- 192.168.123.102:0/3551905048 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x55f0a72a6590 msgr2=0x7ff008040450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:20.525 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.524+0000 7ff0155b8640 0 -- 192.168.123.102:0/3551905048 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7feff8003a70 msgr2=0x7ff008051910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.730+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 20 zone default found 2026-04-02T11:59:20.732 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 4 Realm: () 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 20 zonegroup default 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.731+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.732+0000 7ff01a125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.732+0000 7ff01a125900 20 started sync module instance, tier type = 2026-04-02T11:59:20.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.732+0000 7ff01a125900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:20.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.735+0000 7ff01a125900 20 add_watcher() i=5 2026-04-02T11:59:20.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.736+0000 7ff01a125900 20 add_watcher() i=6 2026-04-02T11:59:20.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.736+0000 7ff01a125900 20 add_watcher() i=0 2026-04-02T11:59:20.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.736+0000 7ff01a125900 20 add_watcher() i=1 2026-04-02T11:59:20.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.736+0000 7ff01a125900 20 add_watcher() i=3 2026-04-02T11:59:20.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.736+0000 7ff01a125900 20 add_watcher() i=7 2026-04-02T11:59:20.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.736+0000 7ff01a125900 20 add_watcher() i=4 2026-04-02T11:59:20.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.736+0000 7ff01a125900 20 add_watcher() i=2 2026-04-02T11:59:20.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.736+0000 7ff01a125900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:20.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.738+0000 7ff01a125900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:20.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.738+0000 7ff01a125900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:20.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.739+0000 7ff01a125900 5 note: GC not initialized 2026-04-02T11:59:20.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.739+0000 7fefc2fed640 20 reqs_thread_entry: start 2026-04-02T11:59:20.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.783+0000 7ff01a125900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.783+0000 7ff01a125900 20 Filter name: none 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.783+0000 7fefc0fe9640 20 reqs_thread_entry: start 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.783+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.783+0000 7ff01a125900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.783+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.784+0000 7ff01a125900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.784+0000 7ff01a125900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.784+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.784+0000 7ff01a125900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T11:59:20.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.784+0000 7ff01a125900 20 rados->read ofs=0 len=0 2026-04-02T11:59:20.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.784+0000 7ff01a125900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T11:59:20.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.784+0000 7ff01a125900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.789+0000 7ff01a125900 20 remove_watcher() i=0 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.789+0000 7ff01a125900 2 removed watcher, disabling cache 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.789+0000 7ff01a125900 20 remove_watcher() i=3 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.790+0000 7ff01a125900 20 remove_watcher() i=5 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.790+0000 7ff01a125900 20 remove_watcher() i=6 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.790+0000 7ff01a125900 20 remove_watcher() i=4 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.790+0000 7ff01a125900 20 remove_watcher() i=7 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.790+0000 7ff01a125900 20 remove_watcher() i=2 2026-04-02T11:59:20.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:20.790+0000 7ff01a125900 20 remove_watcher() i=1 2026-04-02T11:59:20.798 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:20.798 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:20.798 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-block-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.31 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:59:20.798 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:20.862 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2026-04-02T11:59:20.862 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:21.034 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T11:59:21.054 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:21.054 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:21.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.076+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.077+0000 7f61e2b34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.077+0000 7f61e2b34900 20 realm 2026-04-02T11:59:21.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.077+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.077+0000 7f61e2b34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.077+0000 7f61e2b34900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:21.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.077+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.077+0000 7f61e2b34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.078+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.079+0000 7f61e2b34900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:21.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.079+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.079+0000 7f61e2b34900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:21.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.079+0000 7f61e2b34900 20 searching for the correct realm 2026-04-02T11:59:21.083 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.081+0000 7f61df0ac640 0 -- 192.168.123.102:0/2127588025 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f61d002f070 msgr2=0x7f61d0016a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:21.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.287+0000 7f61de0aa640 0 -- 192.168.123.102:0/2127588025 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f61c0002390 msgr2=0x7f61d002f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.493+0000 7f61e2b34900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.493+0000 7f61e2b34900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.493+0000 7f61e2b34900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.493+0000 7f61e2b34900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.493+0000 7f61e2b34900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.493+0000 7f61e2b34900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.493+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.494+0000 7f61e2b34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.494+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.494+0000 7f61e2b34900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.494+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 20 zone default found 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 4 Realm: () 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 20 zonegroup default 2026-04-02T11:59:21.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.495+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.496+0000 7f61e2b34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.496+0000 7f61e2b34900 20 started sync module instance, tier type = 2026-04-02T11:59:21.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.496+0000 7f61e2b34900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:21.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.500+0000 7f61e2b34900 20 add_watcher() i=7 2026-04-02T11:59:21.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.500+0000 7f61e2b34900 20 add_watcher() i=0 2026-04-02T11:59:21.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.500+0000 7f61e2b34900 20 add_watcher() i=6 2026-04-02T11:59:21.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.500+0000 7f61e2b34900 20 add_watcher() i=5 2026-04-02T11:59:21.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.500+0000 7f61e2b34900 20 add_watcher() i=2 2026-04-02T11:59:21.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.500+0000 7f61e2b34900 20 add_watcher() i=4 2026-04-02T11:59:21.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.501+0000 7f61e2b34900 20 add_watcher() i=3 2026-04-02T11:59:21.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.501+0000 7f61e2b34900 20 add_watcher() i=1 2026-04-02T11:59:21.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.501+0000 7f61e2b34900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:21.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.503+0000 7f61e2b34900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:21.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.503+0000 7f61e2b34900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:21.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.503+0000 7f61e2b34900 5 note: GC not initialized 2026-04-02T11:59:21.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.503+0000 7f61877fe640 20 reqs_thread_entry: start 2026-04-02T11:59:21.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.546+0000 7f61e2b34900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:21.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.546+0000 7f61e2b34900 20 Filter name: none 2026-04-02T11:59:21.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.547+0000 7f61857fa640 20 reqs_thread_entry: start 2026-04-02T11:59:21.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.547+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.547+0000 7f61e2b34900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:21.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.547+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.547+0000 7f61e2b34900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:21.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.547+0000 7f61e2b34900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:21.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.548+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.548+0000 7f61e2b34900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:21.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.548+0000 7f61e2b34900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.548+0000 7f61e2b34900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:21.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.548+0000 7f61e2b34900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:21.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.552+0000 7f61e2b34900 20 remove_watcher() i=5 2026-04-02T11:59:21.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.552+0000 7f61e2b34900 2 removed watcher, disabling cache 2026-04-02T11:59:21.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.552+0000 7f61e2b34900 20 remove_watcher() i=6 2026-04-02T11:59:21.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.553+0000 7f61e2b34900 20 remove_watcher() i=4 2026-04-02T11:59:21.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.553+0000 7f61e2b34900 20 remove_watcher() i=3 2026-04-02T11:59:21.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.553+0000 7f61e2b34900 20 remove_watcher() i=7 2026-04-02T11:59:21.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.553+0000 7f61e2b34900 20 remove_watcher() i=0 2026-04-02T11:59:21.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.553+0000 7f61e2b34900 20 remove_watcher() i=1 2026-04-02T11:59:21.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.553+0000 7f61e2b34900 20 remove_watcher() i=2 2026-04-02T11:59:21.561 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:21.561 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:21.561 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-commit-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:59:21.561 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:21.563 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2026-04-02T11:59:21.585 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:21.585 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:21.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.607+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.607+0000 7f98e278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.607+0000 7f98e278b900 20 realm 2026-04-02T11:59:21.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.607+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.608+0000 7f98e278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.608+0000 7f98e278b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:21.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.608+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.608+0000 7f98e278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:21.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.608+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.609+0000 7f98e278b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:21.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.609+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:21.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.609+0000 7f98e278b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:21.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.609+0000 7f98e278b900 20 searching for the correct realm 2026-04-02T11:59:21.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.611+0000 7f98dece8640 0 -- 192.168.123.102:0/4134966764 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f98c00030c0 msgr2=0x7f98d00c8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:21.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:21.819+0000 7f98ddce6640 0 -- 192.168.123.102:0/4134966764 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f98d0058b50 msgr2=0x7f98d00ca040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:22.027 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.025+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 20 zone default found 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 4 Realm: () 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 20 zonegroup default 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.026+0000 7f98e278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.027+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.027+0000 7f98e278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.027+0000 7f98e278b900 20 started sync module instance, tier type = 2026-04-02T11:59:22.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.027+0000 7f98e278b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:22.032 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.031+0000 7f98e278b900 20 add_watcher() i=7 2026-04-02T11:59:22.032 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.031+0000 7f98e278b900 20 add_watcher() i=6 2026-04-02T11:59:22.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.031+0000 7f98e278b900 20 add_watcher() i=5 2026-04-02T11:59:22.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.034+0000 7f98e278b900 20 add_watcher() i=2 2026-04-02T11:59:22.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.035+0000 7f98e278b900 20 add_watcher() i=1 2026-04-02T11:59:22.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.035+0000 7f98e278b900 20 add_watcher() i=3 2026-04-02T11:59:22.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.035+0000 7f98e278b900 20 add_watcher() i=4 2026-04-02T11:59:22.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.035+0000 7f98e278b900 20 add_watcher() i=0 2026-04-02T11:59:22.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.035+0000 7f98e278b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:22.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.038+0000 7f98e278b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:22.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.038+0000 7f98e278b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:22.039 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.038+0000 7f98e278b900 5 note: GC not initialized 2026-04-02T11:59:22.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.038+0000 7f9886ffd640 20 reqs_thread_entry: start 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.287+0000 7f98e278b900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.287+0000 7f98e278b900 20 Filter name: none 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.287+0000 7f9884ff9640 20 reqs_thread_entry: start 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.287+0000 7f98e278b900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.287+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 : miss 2026-04-02T11:59:22.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:22.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:22.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:22.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:22.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:22.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.288+0000 7f98e278b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.292+0000 7f98e278b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.292+0000 7f98e278b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.292+0000 7f98e278b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.292+0000 7f98e278b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32, ofs0, ns] 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.292+0000 7f98bd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927191 cookie 93939008619008 notifier 7146 bl.length()=1027 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.292+0000 7f98bd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.292+0000 7f98bd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.292+0000 7f98bd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.293+0000 7f98e278b900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_sources= new_sources= 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.293+0000 7f98e278b900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential sources added=[] removed=[] 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.293+0000 7f98e278b900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_dests= new_dests= 2026-04-02T11:59:22.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.293+0000 7f98e278b900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential dests added=[] removed=[] 2026-04-02T11:59:22.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.295+0000 7f98e278b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.1.0 2026-04-02T11:59:22.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.295+0000 7f98e278b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.1.0 2026-04-02T11:59:22.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.295+0000 7f98e278b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.1.1 2026-04-02T11:59:22.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.295+0000 7f98e278b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.1.1 2026-04-02T11:59:22.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.295+0000 7f98e278b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.0 2026-04-02T11:59:22.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.297+0000 7f98e278b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:22.299 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.297+0000 7f98e278b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 2026-04-02T11:59:22.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.298+0000 7f98e278b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:22.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.298+0000 7f98e278b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:22.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.298+0000 7f98e278b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:22.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.298+0000 7f98e278b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32, ofs0, ns] 2026-04-02T11:59:22.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.299+0000 7f98bdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927192 cookie 93939008619008 notifier 7146 bl.length()=1027 2026-04-02T11:59:22.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.299+0000 7f98bdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:22.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.299+0000 7f98bdffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:22.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.299+0000 7f98bdffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:22.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.299+0000 7f98e278b900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_sources= new_sources= 2026-04-02T11:59:22.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.299+0000 7f98e278b900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential sources added=[] removed=[] 2026-04-02T11:59:22.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.299+0000 7f98e278b900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_dests= new_dests= 2026-04-02T11:59:22.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.299+0000 7f98e278b900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential dests added=[] removed=[] 2026-04-02T11:59:22.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.300+0000 7f98e278b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.0 2026-04-02T11:59:22.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.301+0000 7f98e278b900 -1 Injecting error=-5 at location=commit_target_layout 2026-04-02T11:59:22.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.301+0000 7f98e278b900 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2026-04-02T11:59:22.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.307+0000 7f98e278b900 20 remove_watcher() i=3 2026-04-02T11:59:22.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.307+0000 7f98e278b900 2 removed watcher, disabling cache 2026-04-02T11:59:22.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.308+0000 7f98e278b900 20 remove_watcher() i=0 2026-04-02T11:59:22.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.308+0000 7f98e278b900 20 remove_watcher() i=5 2026-04-02T11:59:22.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.308+0000 7f98e278b900 20 remove_watcher() i=2 2026-04-02T11:59:22.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.308+0000 7f98e278b900 20 remove_watcher() i=4 2026-04-02T11:59:22.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.308+0000 7f98e278b900 20 remove_watcher() i=6 2026-04-02T11:59:22.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.308+0000 7f98e278b900 20 remove_watcher() i=7 2026-04-02T11:59:22.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.308+0000 7f98e278b900 20 remove_watcher() i=1 2026-04-02T11:59:22.320 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T11:59:22.343 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:22.343 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:22.365 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.363+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.364+0000 7f7ccd95d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.364+0000 7f7ccd95d900 20 realm 2026-04-02T11:59:22.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.364+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.364+0000 7f7ccd95d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.364+0000 7f7ccd95d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:22.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.364+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.365+0000 7f7ccd95d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.365+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.365+0000 7f7ccd95d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:22.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.365+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.366+0000 7f7ccd95d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:22.368 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.366+0000 7f7ccd95d900 20 searching for the correct realm 2026-04-02T11:59:22.370 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.368+0000 7f7cc9f71640 0 -- 192.168.123.102:0/2459543372 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x55f1bcd31ce0 msgr2=0x7f7cbc029970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:22.374 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.372+0000 7f7cc8f6f640 0 -- 192.168.123.102:0/2459543372 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f7cbc011b00 msgr2=0x7f7cbc03e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.579+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 20 zone default found 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 4 Realm: () 2026-04-02T11:59:22.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 20 zonegroup default 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.580+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.581+0000 7f7ccd95d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.581+0000 7f7ccd95d900 20 started sync module instance, tier type = 2026-04-02T11:59:22.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.581+0000 7f7ccd95d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:22.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.585+0000 7f7ccd95d900 20 add_watcher() i=4 2026-04-02T11:59:22.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.585+0000 7f7ccd95d900 20 add_watcher() i=1 2026-04-02T11:59:22.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.585+0000 7f7ccd95d900 20 add_watcher() i=3 2026-04-02T11:59:22.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.585+0000 7f7ccd95d900 20 add_watcher() i=6 2026-04-02T11:59:22.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.585+0000 7f7ccd95d900 20 add_watcher() i=0 2026-04-02T11:59:22.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.585+0000 7f7ccd95d900 20 add_watcher() i=5 2026-04-02T11:59:22.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.585+0000 7f7ccd95d900 20 add_watcher() i=7 2026-04-02T11:59:22.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.586+0000 7f7ccd95d900 20 add_watcher() i=2 2026-04-02T11:59:22.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.586+0000 7f7ccd95d900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:22.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.588+0000 7f7ccd95d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:22.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.588+0000 7f7ccd95d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:22.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.588+0000 7f7ccd95d900 5 note: GC not initialized 2026-04-02T11:59:22.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.588+0000 7f7c76fed640 20 reqs_thread_entry: start 2026-04-02T11:59:22.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.630+0000 7f7ccd95d900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:22.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.630+0000 7f7ccd95d900 20 Filter name: none 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.630+0000 7f7c74fe9640 20 reqs_thread_entry: start 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.630+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.630+0000 7f7ccd95d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.630+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.631+0000 7f7ccd95d900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.631+0000 7f7ccd95d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.631+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.631+0000 7f7ccd95d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:22.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.631+0000 7f7ccd95d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.631+0000 7f7ccd95d900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T11:59:22.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.631+0000 7f7ccd95d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 20 remove_watcher() i=3 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 2 removed watcher, disabling cache 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 20 remove_watcher() i=4 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 20 remove_watcher() i=0 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 20 remove_watcher() i=2 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 20 remove_watcher() i=5 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 20 remove_watcher() i=1 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 20 remove_watcher() i=6 2026-04-02T11:59:22.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.636+0000 7f7ccd95d900 20 remove_watcher() i=7 2026-04-02T11:59:22.644 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:22.644 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:22.644 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-commit-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:59:22.644 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:22.694 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:59:22.719 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:22.719 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:22.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.740+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.741+0000 7f2e2b521900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.741+0000 7f2e2b521900 20 realm 2026-04-02T11:59:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.741+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.741+0000 7f2e2b521900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.741+0000 7f2e2b521900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.741+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.741+0000 7f2e2b521900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.741+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.742+0000 7f2e2b521900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:22.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.742+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.743+0000 7f2e2b521900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:22.744 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.743+0000 7f2e2b521900 20 searching for the correct realm 2026-04-02T11:59:22.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.746+0000 7f2e22ffd640 0 -- 192.168.123.102:0/3235335478 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f2e1c04c040 msgr2=0x7f2e1c05e170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:22.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.951+0000 7f2e227fc640 0 -- 192.168.123.102:0/3235335478 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x555a0c40d380 msgr2=0x555a0c42d7a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:22.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:22.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:22.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.954+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 20 zone default found 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 4 Realm: () 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 20 zonegroup default 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.955+0000 7f2e2b521900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.956+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.956+0000 7f2e2b521900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.956+0000 7f2e2b521900 20 started sync module instance, tier type = 2026-04-02T11:59:22.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.956+0000 7f2e2b521900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:22.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.959+0000 7f2e2b521900 20 add_watcher() i=0 2026-04-02T11:59:22.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.960+0000 7f2e2b521900 20 add_watcher() i=6 2026-04-02T11:59:22.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.960+0000 7f2e2b521900 20 add_watcher() i=3 2026-04-02T11:59:22.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.960+0000 7f2e2b521900 20 add_watcher() i=7 2026-04-02T11:59:22.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.960+0000 7f2e2b521900 20 add_watcher() i=2 2026-04-02T11:59:22.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.960+0000 7f2e2b521900 20 add_watcher() i=5 2026-04-02T11:59:22.962 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.960+0000 7f2e2b521900 20 add_watcher() i=4 2026-04-02T11:59:22.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.961+0000 7f2e2b521900 20 add_watcher() i=1 2026-04-02T11:59:22.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.961+0000 7f2e2b521900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:22.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.963+0000 7f2e2b521900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:22.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.963+0000 7f2e2b521900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:22.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.963+0000 7f2e2b521900 5 note: GC not initialized 2026-04-02T11:59:22.965 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:22.963+0000 7f2dcffff640 20 reqs_thread_entry: start 2026-04-02T11:59:23.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.027+0000 7f2e2b521900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:23.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.027+0000 7f2e2b521900 20 Filter name: none 2026-04-02T11:59:23.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.027+0000 7f2dcdffb640 20 reqs_thread_entry: start 2026-04-02T11:59:23.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.027+0000 7f2e2b521900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T11:59:23.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.027+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 : miss 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:23.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.028+0000 7f2e2b521900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 2026-04-02T11:59:23.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.029+0000 7f2e2b521900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T11:59:23.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.033+0000 7f2e2b521900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:23.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.033+0000 7f2e2b521900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:23.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.033+0000 7f2e2b521900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:23.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.033+0000 7f2e2b521900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32, ofs0, ns] 2026-04-02T11:59:23.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.034+0000 7f2e01ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927193 cookie 93845241011008 notifier 36650 bl.length()=1027 2026-04-02T11:59:23.035 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.034+0000 7f2e01ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.034+0000 7f2e01ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.034+0000 7f2e01ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.034+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_sources= new_sources= 2026-04-02T11:59:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.034+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential sources added=[] removed=[] 2026-04-02T11:59:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.034+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_dests= new_dests= 2026-04-02T11:59:23.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.034+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential dests added=[] removed=[] 2026-04-02T11:59:23.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.036+0000 7f2e2b521900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.2.0 2026-04-02T11:59:23.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.036+0000 7f2e2b521900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.2.0 2026-04-02T11:59:23.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.036+0000 7f2e2b521900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.2.1 2026-04-02T11:59:23.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.036+0000 7f2e2b521900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.2.1 2026-04-02T11:59:23.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.036+0000 7f2e2b521900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.0 2026-04-02T11:59:23.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.038+0000 7f2e2b521900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:23.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.038+0000 7f2e2b521900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 2026-04-02T11:59:23.040 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e2b521900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e2b521900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e2b521900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e2b521900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32, ofs0, ns] 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e01ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927194 cookie 93845241011008 notifier 36650 bl.length()=1027 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e01ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e01ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e01ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_sources= new_sources= 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential sources added=[] removed=[] 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_dests= new_dests= 2026-04-02T11:59:23.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.039+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential dests added=[] removed=[] 2026-04-02T11:59:23.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.040+0000 7f2e2b521900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.32.0 2026-04-02T11:59:23.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.040+0000 7f2e2b521900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:23.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.040+0000 7f2e2b521900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 2026-04-02T11:59:23.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e2b521900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:23.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e2b521900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:23.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e2b521900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:23.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e2b521900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32, ofs0, ns] 2026-04-02T11:59:23.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e027fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927195 cookie 93845241011008 notifier 36650 bl.length()=991 2026-04-02T11:59:23.043 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e027fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 info.flags=0x17 2026-04-02T11:59:23.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e027fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 to cache LRU end 2026-04-02T11:59:23.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e027fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:23.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_sources= new_sources= 2026-04-02T11:59:23.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential sources added=[] removed=[] 2026-04-02T11:59:23.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): orig_dests= new_dests= 2026-04-02T11:59:23.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.042+0000 7f2e2b521900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.32]): potential dests added=[] removed=[] 2026-04-02T11:59:23.045 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.043+0000 7f2e2b521900 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T11:59:23.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 20 remove_watcher() i=0 2026-04-02T11:59:23.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 2 removed watcher, disabling cache 2026-04-02T11:59:23.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 20 remove_watcher() i=5 2026-04-02T11:59:23.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 20 remove_watcher() i=6 2026-04-02T11:59:23.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 20 remove_watcher() i=4 2026-04-02T11:59:23.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 20 remove_watcher() i=3 2026-04-02T11:59:23.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 20 remove_watcher() i=7 2026-04-02T11:59:23.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 20 remove_watcher() i=2 2026-04-02T11:59:23.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.048+0000 7f2e2b521900 20 remove_watcher() i=1 2026-04-02T11:59:23.059 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T11:59:23.078 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:23.078 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:23.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.099+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.100+0000 7f53f332b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.100+0000 7f53f332b900 20 realm 2026-04-02T11:59:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.100+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.100+0000 7f53f332b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.100+0000 7f53f332b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.100+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.101+0000 7f53f332b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.101+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.101+0000 7f53f332b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:23.103 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.101+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.102+0000 7f53f332b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:23.104 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.102+0000 7f53f332b900 20 searching for the correct realm 2026-04-02T11:59:23.109 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.107+0000 7f53ef877640 0 -- 192.168.123.102:0/2397507285 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x556124b0cab0 msgr2=0x556124b2ce90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:23.114 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.112+0000 7f53ef076640 0 -- 192.168.123.102:0/2397507285 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x556124ac9020 msgr2=0x556124ae9480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.114+0000 7f53f332b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.114+0000 7f53f332b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.114+0000 7f53f332b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.114+0000 7f53f332b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.114+0000 7f53f332b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.114+0000 7f53f332b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.114+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 zone default found 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 4 Realm: () 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 zonegroup default 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.115+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.116+0000 7f53f332b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.116+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.116+0000 7f53f332b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.116+0000 7f53f332b900 20 started sync module instance, tier type = 2026-04-02T11:59:23.118 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.116+0000 7f53f332b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:23.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.126+0000 7f53f332b900 20 add_watcher() i=0 2026-04-02T11:59:23.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.127+0000 7f53f332b900 20 add_watcher() i=5 2026-04-02T11:59:23.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.127+0000 7f53f332b900 20 add_watcher() i=3 2026-04-02T11:59:23.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.127+0000 7f53f332b900 20 add_watcher() i=6 2026-04-02T11:59:23.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.130+0000 7f53f332b900 20 add_watcher() i=2 2026-04-02T11:59:23.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.130+0000 7f53f332b900 20 add_watcher() i=7 2026-04-02T11:59:23.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.130+0000 7f53f332b900 20 add_watcher() i=4 2026-04-02T11:59:23.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.130+0000 7f53f332b900 20 add_watcher() i=1 2026-04-02T11:59:23.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.130+0000 7f53f332b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:23.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.132+0000 7f53f332b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:23.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.132+0000 7f53f332b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:23.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.132+0000 7f53f332b900 5 note: GC not initialized 2026-04-02T11:59:23.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.133+0000 7f539d7ea640 20 reqs_thread_entry: start 2026-04-02T11:59:23.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.173+0000 7f53f332b900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:23.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.173+0000 7f53f332b900 20 Filter name: none 2026-04-02T11:59:23.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.173+0000 7f53967fc640 20 reqs_thread_entry: start 2026-04-02T11:59:23.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.173+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:23.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:23.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:23.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:23.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:23.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.174+0000 7f53f332b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:23.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.178+0000 7f53f332b900 20 remove_watcher() i=7 2026-04-02T11:59:23.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.178+0000 7f53f332b900 2 removed watcher, disabling cache 2026-04-02T11:59:23.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.178+0000 7f53f332b900 20 remove_watcher() i=3 2026-04-02T11:59:23.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.179+0000 7f53f332b900 20 remove_watcher() i=0 2026-04-02T11:59:23.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.179+0000 7f53f332b900 20 remove_watcher() i=5 2026-04-02T11:59:23.180 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.179+0000 7f53f332b900 20 remove_watcher() i=6 2026-04-02T11:59:23.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.179+0000 7f53f332b900 20 remove_watcher() i=1 2026-04-02T11:59:23.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.179+0000 7f53f332b900 20 remove_watcher() i=2 2026-04-02T11:59:23.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.179+0000 7f53f332b900 20 remove_watcher() i=4 2026-04-02T11:59:23.187 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:23.187 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:23.187 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-commit-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.32 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:59:23.187 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:23.247 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2026-04-02T11:59:23.247 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:23.458 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T11:59:23.478 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:23.478 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:23.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.501+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.503+0000 7f461973a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.503+0000 7f461973a900 20 realm 2026-04-02T11:59:23.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.503+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.503+0000 7f461973a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.503+0000 7f461973a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:23.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.503+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.503+0000 7f461973a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.503+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.504+0000 7f461973a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:23.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.504+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.505+0000 7f461973a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:23.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.505+0000 7f461973a900 20 searching for the correct realm 2026-04-02T11:59:23.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.509+0000 7f4615489640 0 -- 192.168.123.102:0/576533266 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f4608049c20 msgr2=0x7f4608072450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:23.717 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.715+0000 7f4614c88640 0 -- 192.168.123.102:0/576533266 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x562dcf182890 msgr2=0x562dcf1a2c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:23.720 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.718+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 20 zone default found 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 4 Realm: () 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 20 zonegroup default 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.719+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.720+0000 7f461973a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.720+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.720+0000 7f461973a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.720+0000 7f461973a900 20 started sync module instance, tier type = 2026-04-02T11:59:23.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.720+0000 7f461973a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:23.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.724+0000 7f461973a900 20 add_watcher() i=2 2026-04-02T11:59:23.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.724+0000 7f461973a900 20 add_watcher() i=3 2026-04-02T11:59:23.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.724+0000 7f461973a900 20 add_watcher() i=5 2026-04-02T11:59:23.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.724+0000 7f461973a900 20 add_watcher() i=6 2026-04-02T11:59:23.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.724+0000 7f461973a900 20 add_watcher() i=0 2026-04-02T11:59:23.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.725+0000 7f461973a900 20 add_watcher() i=7 2026-04-02T11:59:23.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.725+0000 7f461973a900 20 add_watcher() i=1 2026-04-02T11:59:23.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.725+0000 7f461973a900 20 add_watcher() i=4 2026-04-02T11:59:23.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.725+0000 7f461973a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:23.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.728+0000 7f461973a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:23.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.728+0000 7f461973a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:23.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.728+0000 7f461973a900 5 note: GC not initialized 2026-04-02T11:59:23.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.728+0000 7f45c27ec640 20 reqs_thread_entry: start 2026-04-02T11:59:23.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.779+0000 7f461973a900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:23.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.779+0000 7f461973a900 20 Filter name: none 2026-04-02T11:59:23.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.779+0000 7f45bbfff640 20 reqs_thread_entry: start 2026-04-02T11:59:23.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.779+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.780+0000 7f461973a900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:23.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.780+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.780+0000 7f461973a900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.780+0000 7f461973a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.780+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.781+0000 7f461973a900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.781+0000 7f461973a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.781+0000 7f461973a900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:23.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.781+0000 7f461973a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.786+0000 7f461973a900 20 remove_watcher() i=5 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.786+0000 7f461973a900 2 removed watcher, disabling cache 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.786+0000 7f461973a900 20 remove_watcher() i=6 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.786+0000 7f461973a900 20 remove_watcher() i=4 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.786+0000 7f461973a900 20 remove_watcher() i=3 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.786+0000 7f461973a900 20 remove_watcher() i=7 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.786+0000 7f461973a900 20 remove_watcher() i=0 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.786+0000 7f461973a900 20 remove_watcher() i=2 2026-04-02T11:59:23.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.787+0000 7f461973a900 20 remove_watcher() i=1 2026-04-02T11:59:23.794 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:23.794 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:23.794 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-commit-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:59:23.794 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:23.797 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2026-04-02T11:59:23.822 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:23.823 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:23.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.846+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.847+0000 7f5e79750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.847+0000 7f5e79750900 20 realm 2026-04-02T11:59:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.847+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.847+0000 7f5e79750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.847+0000 7f5e79750900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.847+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.847+0000 7f5e79750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:23.849 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.847+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.848+0000 7f5e79750900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:23.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.848+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:23.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.849+0000 7f5e79750900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:23.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.849+0000 7f5e79750900 20 searching for the correct realm 2026-04-02T11:59:23.853 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.851+0000 7f5e75d66640 0 -- 192.168.123.102:0/2809117717 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f5e68034040 msgr2=0x7f5e68034920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:23.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:23.855+0000 7f5e74d64640 0 -- 192.168.123.102:0/2809117717 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f5e68041400 msgr2=0x7f5e68041870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.061+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 zone default found 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 4 Realm: () 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 zonegroup default 2026-04-02T11:59:24.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 started sync module instance, tier type = 2026-04-02T11:59:24.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.062+0000 7f5e79750900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:24.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.066+0000 7f5e79750900 20 add_watcher() i=0 2026-04-02T11:59:24.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.066+0000 7f5e79750900 20 add_watcher() i=3 2026-04-02T11:59:24.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.066+0000 7f5e79750900 20 add_watcher() i=5 2026-04-02T11:59:24.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.066+0000 7f5e79750900 20 add_watcher() i=4 2026-04-02T11:59:24.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.066+0000 7f5e79750900 20 add_watcher() i=6 2026-04-02T11:59:24.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.066+0000 7f5e79750900 20 add_watcher() i=2 2026-04-02T11:59:24.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.067+0000 7f5e79750900 20 add_watcher() i=1 2026-04-02T11:59:24.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.067+0000 7f5e79750900 20 add_watcher() i=7 2026-04-02T11:59:24.069 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.067+0000 7f5e79750900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:24.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.069+0000 7f5e79750900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:24.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.069+0000 7f5e79750900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:24.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.069+0000 7f5e79750900 5 note: GC not initialized 2026-04-02T11:59:24.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.069+0000 7f5e227ec640 20 reqs_thread_entry: start 2026-04-02T11:59:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.110+0000 7f5e79750900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.110+0000 7f5e79750900 20 Filter name: none 2026-04-02T11:59:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.110+0000 7f5e1bfff640 20 reqs_thread_entry: start 2026-04-02T11:59:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T11:59:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T11:59:24.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T11:59:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 : miss 2026-04-02T11:59:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 info.flags=0x17 2026-04-02T11:59:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 to cache LRU end 2026-04-02T11:59:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:24.113 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.111+0000 7f5e79750900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 2026-04-02T11:59:24.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e79750900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 info.flags=0x17 2026-04-02T11:59:24.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e79750900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 to cache LRU end 2026-04-02T11:59:24.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e79750900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:24.116 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e79750900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33, ofs0, ns] 2026-04-02T11:59:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e54ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927198 cookie 94533822019856 notifier 36704 bl.length()=1027 2026-04-02T11:59:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e54ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 info.flags=0x17 2026-04-02T11:59:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e54ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 to cache LRU end 2026-04-02T11:59:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e54ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): orig_sources= new_sources= 2026-04-02T11:59:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): potential sources added=[] removed=[] 2026-04-02T11:59:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): orig_dests= new_dests= 2026-04-02T11:59:24.117 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.115+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): potential dests added=[] removed=[] 2026-04-02T11:59:24.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.118+0000 7f5e79750900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.33.1.0 2026-04-02T11:59:24.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.118+0000 7f5e79750900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.33.1.0 2026-04-02T11:59:24.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.118+0000 7f5e79750900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.33.1.1 2026-04-02T11:59:24.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.118+0000 7f5e79750900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.33.1.1 2026-04-02T11:59:24.119 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.118+0000 7f5e79750900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.33.0 2026-04-02T11:59:24.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.120+0000 7f5e79750900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:24.121 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.120+0000 7f5e79750900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.121+0000 7f5e79750900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 info.flags=0x17 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.121+0000 7f5e79750900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 to cache LRU end 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.121+0000 7f5e79750900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.121+0000 7f5e79750900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33, ofs0, ns] 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.121+0000 7f5e4bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927199 cookie 94533822019856 notifier 36704 bl.length()=1027 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.121+0000 7f5e4bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 info.flags=0x17 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.121+0000 7f5e4bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 to cache LRU end 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.121+0000 7f5e4bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.122+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): orig_sources= new_sources= 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.122+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): potential sources added=[] removed=[] 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.122+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): orig_dests= new_dests= 2026-04-02T11:59:24.123 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.122+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): potential dests added=[] removed=[] 2026-04-02T11:59:24.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.123+0000 7f5e79750900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.33.0 2026-04-02T11:59:24.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.124+0000 7f5e79750900 -1 Injecting error=-125 at location=commit_target_layout 2026-04-02T11:59:24.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.124+0000 7f5e79750900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:24.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.124+0000 7f5e79750900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e79750900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 info.flags=0x17 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e79750900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 to cache LRU end 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e79750900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e79750900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33, ofs0, ns] 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e54ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927200 cookie 94533822019856 notifier 36704 bl.length()=991 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e54ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 info.flags=0x17 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e54ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 to cache LRU end 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e54ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): orig_sources= new_sources= 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): potential sources added=[] removed=[] 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): orig_dests= new_dests= 2026-04-02T11:59:24.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.125+0000 7f5e79750900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.33]): potential dests added=[] removed=[] 2026-04-02T11:59:24.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.126+0000 7f5e79750900 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.131+0000 7f5e79750900 20 remove_watcher() i=3 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.131+0000 7f5e79750900 2 removed watcher, disabling cache 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.131+0000 7f5e79750900 20 remove_watcher() i=0 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.132+0000 7f5e79750900 20 remove_watcher() i=2 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.132+0000 7f5e79750900 20 remove_watcher() i=1 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.132+0000 7f5e79750900 20 remove_watcher() i=7 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.132+0000 7f5e79750900 20 remove_watcher() i=4 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.132+0000 7f5e79750900 20 remove_watcher() i=5 2026-04-02T11:59:24.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.132+0000 7f5e79750900 20 remove_watcher() i=6 2026-04-02T11:59:24.142 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T11:59:24.166 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:24.166 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:24.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.186+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.187+0000 7f9641592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.187+0000 7f9641592900 20 realm 2026-04-02T11:59:24.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.187+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.188+0000 7f9641592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.188+0000 7f9641592900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:24.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.188+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.188+0000 7f9641592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.189 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.188+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.189+0000 7f9641592900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:24.190 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.189+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.189+0000 7f9641592900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:24.191 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.189+0000 7f9641592900 20 searching for the correct realm 2026-04-02T11:59:24.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.193+0000 7f963d2e7640 0 -- 192.168.123.102:0/1802708117 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f963007b720 msgr2=0x7f9630062740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:24.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.399+0000 7f963cae6640 0 -- 192.168.123.102:0/1802708117 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55ce333162d0 msgr2=0x55ce33336780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:24.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.401+0000 7f9641592900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:24.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:24.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:24.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:24.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 zone default found 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 4 Realm: () 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 zonegroup default 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.402+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.403+0000 7f9641592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.403+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.403+0000 7f9641592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.403+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.403+0000 7f9641592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:24.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.403+0000 7f9641592900 20 started sync module instance, tier type = 2026-04-02T11:59:24.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.403+0000 7f9641592900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:24.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.407+0000 7f9641592900 20 add_watcher() i=3 2026-04-02T11:59:24.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.407+0000 7f9641592900 20 add_watcher() i=0 2026-04-02T11:59:24.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.407+0000 7f9641592900 20 add_watcher() i=5 2026-04-02T11:59:24.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.407+0000 7f9641592900 20 add_watcher() i=6 2026-04-02T11:59:24.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.407+0000 7f9641592900 20 add_watcher() i=7 2026-04-02T11:59:24.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.407+0000 7f9641592900 20 add_watcher() i=2 2026-04-02T11:59:24.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.407+0000 7f9641592900 20 add_watcher() i=4 2026-04-02T11:59:24.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.408+0000 7f9641592900 20 add_watcher() i=1 2026-04-02T11:59:24.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.408+0000 7f9641592900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:24.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.410+0000 7f9641592900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:24.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.410+0000 7f9641592900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:24.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.410+0000 7f9641592900 5 note: GC not initialized 2026-04-02T11:59:24.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.410+0000 7f95ea7ec640 20 reqs_thread_entry: start 2026-04-02T11:59:24.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.662+0000 7f9641592900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:24.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.662+0000 7f9641592900 20 Filter name: none 2026-04-02T11:59:24.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.662+0000 7f95e3fff640 20 reqs_thread_entry: start 2026-04-02T11:59:24.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.662+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.663+0000 7f9641592900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:24.664 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.663+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.663+0000 7f9641592900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:24.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.663+0000 7f9641592900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:24.665 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.663+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.663+0000 7f9641592900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:24.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.663+0000 7f9641592900 20 rados->read ofs=0 len=0 2026-04-02T11:59:24.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.664+0000 7f9641592900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:24.666 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.664+0000 7f9641592900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 20 remove_watcher() i=3 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 2 removed watcher, disabling cache 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 20 remove_watcher() i=6 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 20 remove_watcher() i=2 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 20 remove_watcher() i=7 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 20 remove_watcher() i=5 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 20 remove_watcher() i=0 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 20 remove_watcher() i=4 2026-04-02T11:59:24.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:24.672+0000 7f9641592900 20 remove_watcher() i=1 2026-04-02T11:59:24.681 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:24.681 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:24.681 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-commit-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.33 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T11:59:24.681 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:24.743 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with abort at commit_target_layout 2026-04-02T11:59:24.743 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.030 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T11:59:25.059 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:25.059 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:25.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.083+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.084+0000 7fef9d1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.084+0000 7fef9d1a3900 20 realm 2026-04-02T11:59:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.084+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.084+0000 7fef9d1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.084+0000 7fef9d1a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.084+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.085+0000 7fef9d1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.086 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.085+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.085+0000 7fef9d1a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.085+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.086+0000 7fef9d1a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:25.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.086+0000 7fef9d1a3900 20 searching for the correct realm 2026-04-02T11:59:25.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.090+0000 7fef98ee7640 0 -- 192.168.123.102:0/3400261671 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fef8c07a170 msgr2=0x7fef8c062a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.295+0000 7fef98ee7640 0 -- 192.168.123.102:0/3400261671 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x556875a99b40 msgr2=0x556875ab9f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.298+0000 7fef9d1a3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.298+0000 7fef9d1a3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.298+0000 7fef9d1a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.298+0000 7fef9d1a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.298+0000 7fef9d1a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.298+0000 7fef9d1a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.298+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.299+0000 7fef9d1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.300 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.299+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.299+0000 7fef9d1a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.299+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 20 zone default found 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 4 Realm: () 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 20 zonegroup default 2026-04-02T11:59:25.301 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.300+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.301+0000 7fef9d1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.302 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.301+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.301+0000 7fef9d1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.301+0000 7fef9d1a3900 20 started sync module instance, tier type = 2026-04-02T11:59:25.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.301+0000 7fef9d1a3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 20 add_watcher() i=7 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 20 add_watcher() i=6 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 20 add_watcher() i=5 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 20 add_watcher() i=2 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 20 add_watcher() i=0 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 20 add_watcher() i=4 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 20 add_watcher() i=1 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 20 add_watcher() i=3 2026-04-02T11:59:25.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.305+0000 7fef9d1a3900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:25.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.307+0000 7fef9d1a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:25.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.307+0000 7fef9d1a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:25.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.307+0000 7fef9d1a3900 5 note: GC not initialized 2026-04-02T11:59:25.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.308+0000 7fef457f2640 20 reqs_thread_entry: start 2026-04-02T11:59:25.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.358+0000 7fef9d1a3900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.359+0000 7fef9d1a3900 20 Filter name: none 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.359+0000 7fef3effd640 20 reqs_thread_entry: start 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.359+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.359+0000 7fef9d1a3900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.359+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.359+0000 7fef9d1a3900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.359+0000 7fef9d1a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.359+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.360+0000 7fef9d1a3900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.360+0000 7fef9d1a3900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.360+0000 7fef9d1a3900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:25.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.360+0000 7fef9d1a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 20 remove_watcher() i=0 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 2 removed watcher, disabling cache 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 20 remove_watcher() i=1 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 20 remove_watcher() i=3 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 20 remove_watcher() i=2 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 20 remove_watcher() i=7 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 20 remove_watcher() i=4 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 20 remove_watcher() i=6 2026-04-02T11:59:25.367 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.365+0000 7fef9d1a3900 20 remove_watcher() i=5 2026-04-02T11:59:25.375 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.375 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:25.375 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-commit-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:59:25.375 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.377 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2026-04-02T11:59:25.399 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:25.399 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:25.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.422+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.423+0000 7fcb07129900 20 realm 2026-04-02T11:59:25.424 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.423+0000 7fcb07129900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:25.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.424+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.424+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.425+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:25.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.425+0000 7fcb07129900 20 searching for the correct realm 2026-04-02T11:59:25.431 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.429+0000 7fcb02ea3640 0 -- 192.168.123.102:0/1629585182 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fcaf4047ae0 msgr2=0x7fcaf4076410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.435 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.433+0000 7fcb026a2640 0 -- 192.168.123.102:0/1629585182 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x556088fce090 msgr2=0x556088fee470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 zone default found 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 4 Realm: () 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 zonegroup default 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.438+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.438+0000 7fcb07129900 20 started sync module instance, tier type = 2026-04-02T11:59:25.439 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.438+0000 7fcb07129900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:25.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.441+0000 7fcb07129900 20 add_watcher() i=3 2026-04-02T11:59:25.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.441+0000 7fcb07129900 20 add_watcher() i=6 2026-04-02T11:59:25.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=1 2026-04-02T11:59:25.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=5 2026-04-02T11:59:25.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=7 2026-04-02T11:59:25.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=4 2026-04-02T11:59:25.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=2 2026-04-02T11:59:25.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=0 2026-04-02T11:59:25.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.443+0000 7fcb07129900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:25.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.445+0000 7fcb07129900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:25.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.445+0000 7fcb07129900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:25.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.445+0000 7fcb07129900 5 note: GC not initialized 2026-04-02T11:59:25.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.445+0000 7fcaab7fe640 20 reqs_thread_entry: start 2026-04-02T11:59:25.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 20 Filter name: none 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcaa97fa640 20 reqs_thread_entry: start 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : miss 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.494+0000 7fcb07129900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:25.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.498+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.498+0000 7fcb07129900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.498+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.498+0000 7fcb07129900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927266 cookie 93873103510160 notifier 7284 bl.length()=1027 2026-04-02T11:59:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:25.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:25.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.502+0000 7fcb07129900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.0 2026-04-02T11:59:25.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.0 2026-04-02T11:59:25.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.502+0000 7fcb07129900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.1 2026-04-02T11:59:25.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.1 2026-04-02T11:59:25.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.0 2026-04-02T11:59:25.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.504+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:25.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.504+0000 7fcb07129900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:25.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.505+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.505+0000 7fcb07129900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.505+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.505+0000 7fcb07129900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927267 cookie 93873103510160 notifier 7284 bl.length()=1027 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:25.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:25.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.507+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.0 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcb07129900 time 2026-04-02T11:59:25.508638+0000 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fcb0858f8f8] 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x556086218969] 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 3: main() 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7fcb0762a610] 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 5: __libc_start_main() 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 6: _start() 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.508+0000 7fcb07129900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcb07129900 time 2026-04-02T11:59:25.508638+0000 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fcb0858f8f8] 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x556086218969] 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 3: main() 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7fcb0762a610] 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 5: __libc_start_main() 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 6: _start() 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T11:59:25.509 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fcb07129900 thread_name:radosgw-admin 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fcb0763fc30] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fcb0768d02c] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fcb0858f957] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x556086218969] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 7: main() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7fcb0762a610] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 9: __libc_start_main() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 10: _start() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.508+0000 7fcb07129900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fcb07129900 thread_name:radosgw-admin 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fcb0763fc30] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fcb0768d02c] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fcb0858f957] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x556086218969] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 7: main() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7fcb0762a610] 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 9: __libc_start_main() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 10: _start() 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.510 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:59:25.404+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:59:25.404+0000 7fcb07129900 1 librados: starting msgr at 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:59:25.404+0000 7fcb07129900 1 librados: starting objecter 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 asok(0x556088b486b0) register_command objecter_requests hook 0x556088c4a950 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:59:25.404+0000 7fcb07129900 1 librados: setting wanted keys 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:59:25.404+0000 7fcb07129900 1 librados: calling monclient init 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:59:25.404+0000 7fcb07129900 10 monclient: init 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding auth protocol: cephx 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding auth protocol: cephx 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding auth protocol: cephx 2026-04-02T11:59:25.511 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:59:25.405+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:59:25.405+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:59:25.405+0000 7fcb07129900 5 asok(0x556088b486b0) register_command rotate-key hook 0x556088c48218 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient: _reopen_session rank -1 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-a con 0x556088bda4b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-b con 0x556088bda880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-c con 0x556088c8a9a0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.512 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): _renew_subs 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): authenticate will time out at 1795.417273s 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request con 0x556088bda4b0 auth_method 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:59:25.405+0000 7fcb026a2640 10 monclient(hunting): get_auth_request con 0x556088bda880 auth_method 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:59:25.405+0000 7fcb026a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:59:25.405+0000 7fcb026a2640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:59:25.405+0000 7fcb026a2640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_done global_id 7278 payload 824 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient: _finish_hunting 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 1 monclient: found mon.noname-a 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:59:25.405+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556088c8a9a0 auth_method 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: dump: 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: _finish_auth 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: _check_auth_tickets 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:59:25.406+0000 7fcaef7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:59:25.406+0000 7fcaef7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:59:25.406+0000 7fcaef7fe640 10 monclient: dump: 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:59:25.406+0000 7fcaf97fa640 4 set_mon_vals no callback set 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:59:25.406+0000 7fcb07129900 5 monclient: authenticate success, global_id 7278 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:59:25.406+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:59:25.406+0000 7fcb07129900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:59:25.406+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:59:25.406+0000 7fcb07129900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:59:25.406+0000 7fcb07129900 1 librados: init done 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:59:25.407+0000 7fcaef7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:59:25.407+0000 7fcaef7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:59:25.407+0000 7fcaef7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:59:25.408+0000 7fcb026a2640 10 monclient: get_auth_request con 0x7fcadc077680 auth_method 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:59:25.408+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556088d2f140 auth_method 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:59:25.409+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x556088dbdc00 auth_method 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:59:25.410+0000 7fcb026a2640 10 monclient: get_auth_request con 0x556088ddfde0 auth_method 0 2026-04-02T11:59:25.515 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:59:25.411+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556088ddf500 auth_method 0 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:59:25.412+0000 7fcb07129900 10 monclient: build_initial_monmap 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:59:25.412+0000 7fcb07129900 1 build_initial for_mkfs: 0 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:59:25.412+0000 7fcb07129900 10 monclient: monmap: 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding auth protocol: cephx 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding auth protocol: cephx 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding auth protocol: cephx 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:59:25.412+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 asok(0x556088b486b0) register_command objecter_requests cmddesc objecter_requests hook 0x556088e272a0 EEXIST 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:59:25.412+0000 7fcb07129900 10 monclient: init 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding auth protocol: cephx 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding auth protocol: cephx 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding auth protocol: cephx 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:59:25.413+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:59:25.413+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:59:25.413+0000 7fcb07129900 5 asok(0x556088b486b0) register_command rotate-key cmddesc rotate-key hook 0x556088e00e10 EEXIST 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient: _reopen_session rank -1 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-c con 0x556088e4e870 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-b con 0x556088e51150 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-a con 0x556088e4ec40 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): _renew_subs 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): authenticate will time out at 1795.425451s 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): get_auth_request con 0x556088e4e870 auth_method 0 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.516 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request con 0x556088e4ec40 auth_method 0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): get_auth_request con 0x556088e51150 auth_method 0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): handle_auth_done global_id 36743 payload 824 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient: _finish_hunting 0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:59:25.413+0000 7fcb026a2640 1 monclient: found mon.noname-c 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: dump: 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: _finish_auth 0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: _check_auth_tickets 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: dump: 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:59:25.414+0000 7fcb07129900 5 monclient: authenticate success, global_id 36743 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:59:25.414+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:59:25.414+0000 7fcb07129900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:59:25.414+0000 7fcb03ea5640 4 set_mon_vals no callback set 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:59:25.414+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:59:25.414+0000 7fcb07129900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:59:25.415+0000 7fcaecff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:59:25.415+0000 7fcaecff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:59:25.415+0000 7fcaecff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:59:25.416+0000 7fcb036a4640 10 monclient: get_auth_request con 0x7fcad0077520 auth_method 0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: get_monmap_and_config 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: build_initial_monmap 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:59:25.416+0000 7fcb07129900 1 build_initial for_mkfs: 0 2026-04-02T11:59:25.517 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: monmap: 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding auth protocol: cephx 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding auth protocol: cephx 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding auth protocol: cephx 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.518 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:59:25.416+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: init 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding auth protocol: cephx 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding auth protocol: cephx 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding auth protocol: cephx 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.525 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:59:25.416+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:59:25.416+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 asok(0x556088b486b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe674ecec8 EEXIST 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: _reopen_session rank -1 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-a con 0x556088f0ac20 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-c con 0x556088f120d0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-b con 0x556088f3b020 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): _renew_subs 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): authenticate will time out at 1795.429095s 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): get_auth_request con 0x556088f120d0 auth_method 0 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:59:25.418+0000 7fcb036a4640 10 monclient(hunting): handle_auth_done global_id 36746 payload 274 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:59:25.418+0000 7fcb036a4640 10 monclient: _finish_hunting 0 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:59:25.418+0000 7fcb036a4640 1 monclient: found mon.noname-c 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:59:25.418+0000 7fcb036a4640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: dump: 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.526 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: _finish_auth 0 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: _check_auth_tickets 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: handle_config config(0 keys) 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: dump: 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 monclient: authenticate success, global_id 36746 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:59:25.418+0000 7fcb07129900 10 monclient: get_monmap_and_config success 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:59:25.418+0000 7fcb07129900 4 set_mon_vals no callback set 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:59:25.418+0000 7fcb07129900 10 monclient: shutdown 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:59:25.418+0000 7fcb07129900 10 monclient: build_initial_monmap 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:59:25.418+0000 7fcb07129900 1 build_initial for_mkfs: 0 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:59:25.418+0000 7fcb07129900 10 monclient: monmap: 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding auth protocol: cephx 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding auth protocol: cephx 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding auth protocol: cephx 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:59:25.419+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:59:25.419+0000 7fcb07129900 1 librados: starting msgr at 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:59:25.419+0000 7fcb07129900 1 librados: starting objecter 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 asok(0x556088b486b0) register_command objecter_requests cmddesc objecter_requests hook 0x556088f170a0 EEXIST 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:59:25.419+0000 7fcb07129900 1 librados: setting wanted keys 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:59:25.419+0000 7fcb07129900 1 librados: calling monclient init 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient: init 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding auth protocol: cephx 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding auth protocol: cephx 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding auth protocol: cephx 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.527 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:59:25.419+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:59:25.419+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 asok(0x556088b486b0) register_command rotate-key cmddesc rotate-key hook 0x556088ee2548 EEXIST 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient: _reopen_session rank -1 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-a con 0x556088f120d0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-b con 0x556088f3b020 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-c con 0x556088f109e0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): _renew_subs 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): authenticate will time out at 1795.431677s 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): get_auth_request con 0x556088f120d0 auth_method 0 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request con 0x556088f109e0 auth_method 0 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:59:25.419+0000 7fcb036a4640 10 monclient(hunting): get_auth_request con 0x556088f3b020 auth_method 0 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:59:25.419+0000 7fcb036a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:59:25.419+0000 7fcb036a4640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:59:25.419+0000 7fcb036a4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:59:25.420+0000 7fcb026a2640 10 monclient(hunting): handle_auth_done global_id 7284 payload 824 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:59:25.420+0000 7fcb026a2640 10 monclient: _finish_hunting 0 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:59:25.420+0000 7fcb026a2640 1 monclient: found mon.noname-a 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:59:25.420+0000 7fcb026a2640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: dump: 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: _finish_auth 0 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: _check_auth_tickets 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: dump: 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.528 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:59:25.420+0000 7fcae27fc640 4 set_mon_vals no callback set 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:59:25.420+0000 7fcb07129900 5 monclient: authenticate success, global_id 7284 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:59:25.420+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:59:25.420+0000 7fcb07129900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:59:25.421+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:59:25.421+0000 7fcb07129900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:59:25.421+0000 7fcb07129900 1 librados: init done 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:59:25.421+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cr dump hook 0x556088f44348 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:59:25.421+0000 7fcae0ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:59:25.421+0000 7fcae0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:59:25.421+0000 7fcae0ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:59:25.422+0000 7fcb036a4640 10 monclient: get_auth_request con 0x7fcac0077600 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:59:25.422+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:59:25.422+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x556088fab7a0 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 realm 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:59:25.423+0000 7fcb07129900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:59:25.423+0000 7fcb026a2640 10 monclient: get_auth_request con 0x556088fce090 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:59:25.424+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:59:25.424+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:59:25.424+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556088fef7e0 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:59:25.425+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:59:25.425+0000 7fcb07129900 20 searching for the correct realm 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:59:25.425+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x5560890125c0 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:59:25.426+0000 7fcb026a2640 10 monclient: get_auth_request con 0x7fcaf00b9df0 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:59:25.427+0000 7fcb036a4640 10 monclient: get_auth_request con 0x7fcaf4045040 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:59:25.429+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x7fcaf4047ae0 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:59:25.429+0000 7fcb02ea3640 0 -- 192.168.123.102:0/1629585182 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fcaf4047ae0 msgr2=0x7fcaf4076410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:59:25.429+0000 7fcae0ff9640 1 client.7284.objecter ms_handle_reset 0x7fcaf4047ae0 session 0x7fcaf404b120 osd.6 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:59:25.429+0000 7fcae0ff9640 10 monclient: _renew_subs 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:59:25.429+0000 7fcae0ff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:59:25.429+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x7fcac00a42c0 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:59:25.431+0000 7fcb026a2640 10 monclient: get_auth_request con 0x7fcaf4076a90 auth_method 0 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:59:25.433+0000 7fcb026a2640 0 -- 192.168.123.102:0/1629585182 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x556088fce090 msgr2=0x556088fee470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.529 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:59:25.433+0000 7fcae0ff9640 1 client.7284.objecter ms_handle_reset 0x556088fce090 session 0x556088fccf20 osd.5 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:59:25.434+0000 7fcb026a2640 10 monclient: get_auth_request con 0x7fcaf4047ae0 auth_method 0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:59:25.435+0000 7fcae0ff9640 1 client.7284.objecter ms_handle_reset 0x7fcaf4047ae0 session 0x556088fccf20 osd.5 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:59:25.435+0000 7fcb026a2640 10 monclient: get_auth_request con 0x556088fce090 auth_method 0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 zone default found 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:59:25.437+0000 7fcb07129900 4 Realm: () 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:59:25.437+0000 7fcb07129900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:59:25.437+0000 7fcb07129900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:59:25.437+0000 7fcb07129900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 zonegroup default 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:59:25.438+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:59:25.438+0000 7fcb07129900 20 started sync module instance, tier type = 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:59:25.438+0000 7fcb07129900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:59:25.441+0000 7fcb07129900 20 add_watcher() i=3 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:59:25.441+0000 7fcb07129900 20 add_watcher() i=6 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=1 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=5 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=7 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=4 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=2 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:59:25.443+0000 7fcb07129900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:59:25.443+0000 7fcb036a4640 10 monclient: get_auth_request con 0x7fca8c007200 auth_method 0 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding auth protocol: cephx 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding auth protocol: cephx 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding auth protocol: cephx 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:59:25.445+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:59:25.445+0000 7fcb07129900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:59:25.445+0000 7fcb07129900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:25.530 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cache list hook 0x556088f43b40 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cache inspect hook 0x556088f43b40 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cache erase hook 0x556088f43b40 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cache zap hook 0x556088f43b40 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 note: GC not initialized 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:59:25.445+0000 7fcaab7fe640 20 reqs_thread_entry: start 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command sync trace show hook 0x7fcaf400cef0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command sync trace history hook 0x7fcaf400cef0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command sync trace active hook 0x7fcaf400cef0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command sync trace active_short hook 0x7fcaf400cef0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:59:25.446+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x556089049660 auth_method 0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:59:25.447+0000 7fcb026a2640 10 monclient: get_auth_request con 0x556089043540 auth_method 0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:59:25.449+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556089044730 auth_method 0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:59:25.451+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x556089045e00 auth_method 0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:59:25.455+0000 7fcb026a2640 10 monclient: get_auth_request con 0x55608904d230 auth_method 0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:59:25.460+0000 7fcb036a4640 10 monclient: get_auth_request con 0x55608904c980 auth_method 0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 Filter name: none 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:59:25.494+0000 7fcaa97fa640 20 reqs_thread_entry: start 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : miss 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:59:25.498+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:59:25.498+0000 7fcb07129900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:59:25.498+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:59:25.498+0000 7fcb07129900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927266 cookie 93873103510160 notifier 7284 bl.length()=1027 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:59:25.502+0000 7fcb07129900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:59:25.502+0000 7fcb07129900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.1 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.1 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.0 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:59:25.504+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:25.531 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:59:25.504+0000 7fcb07129900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:59:25.505+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:59:25.505+0000 7fcb07129900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:59:25.505+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:59:25.505+0000 7fcb07129900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927267 cookie 93873103510160 notifier 7284 bl.length()=1027 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:59:25.507+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.0 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:59:25.508+0000 7fcb07129900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcb07129900 time 2026-04-02T11:59:25.508638+0000 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fcb0858f8f8] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x556086218969] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 3: main() 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7fcb0762a610] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 5: __libc_start_main() 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 6: _start() 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:59:25.508+0000 7fcb07129900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fcb07129900 thread_name:radosgw-admin 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fcb0763fc30] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fcb0768d02c] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fcb0858f957] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x556086218969] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 7: main() 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7fcb0762a610] 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 9: __libc_start_main() 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 10: _start() 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:59:25.532 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:59:25.533 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaa97fa640 / http_manager 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaab7fe640 / http_manager 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcae0ff9640 / ms_dispatch 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcae1ffb640 / io_context_pool 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcae27fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaecff9640 / ms_dispatch 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaef7fe640 / ms_dispatch 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaf97fa640 / io_context_pool, ms_dispatch 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaf9ffb640 / admin_socket 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb01ea1640 / ms_dispatch 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb026a2640 / msgr-worker-2 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb02ea3640 / msgr-worker-1 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb036a4640 / msgr-worker-0 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb03ea5640 / io_context_pool 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb07129900 / radosgw-admin 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.92850.log 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.534 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c4da40) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T11:59:25.404+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T11:59:25.404+0000 7fcb07129900 1 librados: starting msgr at 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T11:59:25.404+0000 7fcb07129900 1 librados: starting objecter 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 asok(0x556088b486b0) register_command objecter_requests hook 0x556088c4a950 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T11:59:25.404+0000 7fcb07129900 1 librados: setting wanted keys 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T11:59:25.404+0000 7fcb07129900 1 librados: calling monclient init 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T11:59:25.404+0000 7fcb07129900 10 monclient: init 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding auth protocol: cephx 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding auth protocol: cephx 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding auth protocol: cephx 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: crc 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T11:59:25.404+0000 7fcb07129900 5 AuthRegistry(0x556088c480d0) adding con mode: secure 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T11:59:25.405+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T11:59:25.405+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T11:59:25.405+0000 7fcb07129900 5 asok(0x556088b486b0) register_command rotate-key hook 0x556088c48218 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient: _reopen_session rank -1 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-a con 0x556088bda4b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-b con 0x556088bda880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-c con 0x556088c8a9a0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): _renew_subs 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T11:59:25.405+0000 7fcb07129900 10 monclient(hunting): authenticate will time out at 1795.417273s 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request con 0x556088bda4b0 auth_method 0 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T11:59:25.405+0000 7fcb026a2640 10 monclient(hunting): get_auth_request con 0x556088bda880 auth_method 0 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T11:59:25.405+0000 7fcb026a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T11:59:25.405+0000 7fcb026a2640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T11:59:25.405+0000 7fcb026a2640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_done global_id 7278 payload 824 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient: _finish_hunting 0 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 1 monclient: found mon.noname-a 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T11:59:25.405+0000 7fcb02ea3640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T11:59:25.405+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556088c8a9a0 auth_method 0 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: dump: 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.535 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: _finish_auth 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: _check_auth_tickets 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T11:59:25.405+0000 7fcaef7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T11:59:25.406+0000 7fcaef7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T11:59:25.406+0000 7fcaef7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T11:59:25.406+0000 7fcaef7fe640 10 monclient: dump: 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T11:59:25.406+0000 7fcaf97fa640 4 set_mon_vals no callback set 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T11:59:25.406+0000 7fcb07129900 5 monclient: authenticate success, global_id 7278 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T11:59:25.406+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T11:59:25.406+0000 7fcb07129900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T11:59:25.406+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T11:59:25.406+0000 7fcb07129900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T11:59:25.406+0000 7fcb07129900 1 librados: init done 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T11:59:25.407+0000 7fcaef7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T11:59:25.407+0000 7fcaef7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T11:59:25.407+0000 7fcaef7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T11:59:25.408+0000 7fcb026a2640 10 monclient: get_auth_request con 0x7fcadc077680 auth_method 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T11:59:25.408+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556088d2f140 auth_method 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T11:59:25.409+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x556088dbdc00 auth_method 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T11:59:25.410+0000 7fcb026a2640 10 monclient: get_auth_request con 0x556088ddfde0 auth_method 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T11:59:25.411+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556088ddf500 auth_method 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T11:59:25.412+0000 7fcb07129900 10 monclient: build_initial_monmap 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T11:59:25.412+0000 7fcb07129900 1 build_initial for_mkfs: 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T11:59:25.412+0000 7fcb07129900 10 monclient: monmap: 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:59:25.536 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding auth protocol: cephx 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding auth protocol: cephx 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding auth protocol: cephx 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e23930) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T11:59:25.412+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 asok(0x556088b486b0) register_command objecter_requests cmddesc objecter_requests hook 0x556088e272a0 EEXIST 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T11:59:25.412+0000 7fcb07129900 10 monclient: init 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding auth protocol: cephx 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding auth protocol: cephx 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding auth protocol: cephx 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: crc 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T11:59:25.412+0000 7fcb07129900 5 AuthRegistry(0x556088e00cc8) adding con mode: secure 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T11:59:25.413+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T11:59:25.413+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T11:59:25.413+0000 7fcb07129900 5 asok(0x556088b486b0) register_command rotate-key cmddesc rotate-key hook 0x556088e00e10 EEXIST 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient: _reopen_session rank -1 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-c con 0x556088e4e870 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-b con 0x556088e51150 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-a con 0x556088e4ec40 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): _renew_subs 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T11:59:25.413+0000 7fcb07129900 10 monclient(hunting): authenticate will time out at 1795.425451s 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): get_auth_request con 0x556088e4e870 auth_method 0 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request con 0x556088e4ec40 auth_method 0 2026-04-02T11:59:25.537 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): get_auth_request con 0x556088e51150 auth_method 0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T11:59:25.413+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T11:59:25.413+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient(hunting): handle_auth_done global_id 36743 payload 824 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient: _finish_hunting 0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T11:59:25.413+0000 7fcb026a2640 1 monclient: found mon.noname-c 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T11:59:25.413+0000 7fcb026a2640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: dump: 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: _finish_auth 0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: _check_auth_tickets 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T11:59:25.414+0000 7fcaecff9640 10 monclient: dump: 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T11:59:25.414+0000 7fcb07129900 5 monclient: authenticate success, global_id 36743 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T11:59:25.414+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T11:59:25.414+0000 7fcb07129900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T11:59:25.414+0000 7fcb03ea5640 4 set_mon_vals no callback set 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T11:59:25.414+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T11:59:25.414+0000 7fcb07129900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T11:59:25.415+0000 7fcaecff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T11:59:25.415+0000 7fcaecff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T11:59:25.415+0000 7fcaecff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T11:59:25.416+0000 7fcb036a4640 10 monclient: get_auth_request con 0x7fcad0077520 auth_method 0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: get_monmap_and_config 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: build_initial_monmap 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T11:59:25.416+0000 7fcb07129900 1 build_initial for_mkfs: 0 2026-04-02T11:59:25.538 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: monmap: 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding auth protocol: cephx 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding auth protocol: cephx 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding auth protocol: cephx 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x556088ee3b30) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T11:59:25.416+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: init 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding auth protocol: cephx 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding auth protocol: cephx 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding auth protocol: cephx 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: crc 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ecd80) adding con mode: secure 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T11:59:25.416+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T11:59:25.416+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T11:59:25.416+0000 7fcb07129900 5 asok(0x556088b486b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe674ecec8 EEXIST 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T11:59:25.416+0000 7fcb07129900 10 monclient: _reopen_session rank -1 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-a con 0x556088f0ac20 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-c con 0x556088f120d0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-b con 0x556088f3b020 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): _renew_subs 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T11:59:25.417+0000 7fcb07129900 10 monclient(hunting): authenticate will time out at 1795.429095s 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): get_auth_request con 0x556088f120d0 auth_method 0 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.539 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T11:59:25.417+0000 7fcb036a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T11:59:25.418+0000 7fcb036a4640 10 monclient(hunting): handle_auth_done global_id 36746 payload 274 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T11:59:25.418+0000 7fcb036a4640 10 monclient: _finish_hunting 0 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T11:59:25.418+0000 7fcb036a4640 1 monclient: found mon.noname-c 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T11:59:25.418+0000 7fcb036a4640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: dump: 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: _finish_auth 0 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: _check_auth_tickets 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: handle_config config(0 keys) 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T11:59:25.418+0000 7fcae27fc640 10 monclient: dump: 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 monclient: authenticate success, global_id 36746 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T11:59:25.418+0000 7fcb07129900 10 monclient: get_monmap_and_config success 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T11:59:25.418+0000 7fcb07129900 4 set_mon_vals no callback set 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T11:59:25.418+0000 7fcb07129900 10 monclient: shutdown 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T11:59:25.418+0000 7fcb07129900 10 monclient: build_initial_monmap 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T11:59:25.418+0000 7fcb07129900 1 build_initial for_mkfs: 0 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T11:59:25.418+0000 7fcb07129900 10 monclient: monmap: 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding auth protocol: cephx 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding auth protocol: cephx 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding auth protocol: cephx 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.540 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T11:59:25.418+0000 7fcb07129900 5 AuthRegistry(0x556088ee4950) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T11:59:25.419+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T11:59:25.419+0000 7fcb07129900 1 librados: starting msgr at 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T11:59:25.419+0000 7fcb07129900 1 librados: starting objecter 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 asok(0x556088b486b0) register_command objecter_requests cmddesc objecter_requests hook 0x556088f170a0 EEXIST 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T11:59:25.419+0000 7fcb07129900 1 librados: setting wanted keys 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T11:59:25.419+0000 7fcb07129900 1 librados: calling monclient init 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient: init 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding auth protocol: cephx 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding auth protocol: cephx 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding auth protocol: cephx 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: crc 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 AuthRegistry(0x556088ee2400) adding con mode: secure 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T11:59:25.419+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T11:59:25.419+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T11:59:25.419+0000 7fcb07129900 5 asok(0x556088b486b0) register_command rotate-key cmddesc rotate-key hook 0x556088ee2548 EEXIST 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient: _reopen_session rank -1 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-a con 0x556088f120d0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-b con 0x556088f3b020 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): picked mon.noname-c con 0x556088f109e0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): start opening mon connection 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): _renew_subs 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T11:59:25.419+0000 7fcb07129900 10 monclient(hunting): authenticate will time out at 1795.431677s 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): get_auth_request con 0x556088f120d0 auth_method 0 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request con 0x556088f109e0 auth_method 0 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T11:59:25.419+0000 7fcb036a4640 10 monclient(hunting): get_auth_request con 0x556088f3b020 auth_method 0 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T11:59:25.419+0000 7fcb036a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T11:59:25.419+0000 7fcb036a4640 10 monclient(hunting): _init_auth method 2 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T11:59:25.419+0000 7fcb036a4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.541 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T11:59:25.419+0000 7fcb026a2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T11:59:25.419+0000 7fcb02ea3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T11:59:25.420+0000 7fcb026a2640 10 monclient(hunting): handle_auth_done global_id 7284 payload 824 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T11:59:25.420+0000 7fcb026a2640 10 monclient: _finish_hunting 0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T11:59:25.420+0000 7fcb026a2640 1 monclient: found mon.noname-a 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T11:59:25.420+0000 7fcb026a2640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: dump: 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: _finish_auth 0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: _check_auth_tickets 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T11:59:25.420+0000 7fcae0ff9640 10 monclient: dump: 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T11:59:25.420+0000 7fcae27fc640 4 set_mon_vals no callback set 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T11:59:25.420+0000 7fcb07129900 5 monclient: authenticate success, global_id 7284 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T11:59:25.420+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T11:59:25.420+0000 7fcb07129900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T11:59:25.421+0000 7fcb07129900 10 monclient: _renew_subs 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T11:59:25.421+0000 7fcb07129900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T11:59:25.421+0000 7fcb07129900 1 librados: init done 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T11:59:25.421+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cr dump hook 0x556088f44348 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T11:59:25.421+0000 7fcae0ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T11:59:25.421+0000 7fcae0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T11:59:25.421+0000 7fcae0ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T11:59:25.422+0000 7fcb036a4640 10 monclient: get_auth_request con 0x7fcac0077600 auth_method 0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T11:59:25.422+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T11:59:25.422+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x556088fab7a0 auth_method 0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 realm 2026-04-02T11:59:25.542 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T11:59:25.423+0000 7fcb07129900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T11:59:25.423+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T11:59:25.423+0000 7fcb026a2640 10 monclient: get_auth_request con 0x556088fce090 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T11:59:25.424+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T11:59:25.424+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T11:59:25.424+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556088fef7e0 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T11:59:25.425+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T11:59:25.425+0000 7fcb07129900 20 searching for the correct realm 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T11:59:25.425+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x5560890125c0 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T11:59:25.426+0000 7fcb026a2640 10 monclient: get_auth_request con 0x7fcaf00b9df0 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T11:59:25.427+0000 7fcb036a4640 10 monclient: get_auth_request con 0x7fcaf4045040 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T11:59:25.429+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x7fcaf4047ae0 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T11:59:25.429+0000 7fcb02ea3640 0 -- 192.168.123.102:0/1629585182 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fcaf4047ae0 msgr2=0x7fcaf4076410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T11:59:25.429+0000 7fcae0ff9640 1 client.7284.objecter ms_handle_reset 0x7fcaf4047ae0 session 0x7fcaf404b120 osd.6 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T11:59:25.429+0000 7fcae0ff9640 10 monclient: _renew_subs 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T11:59:25.429+0000 7fcae0ff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T11:59:25.429+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x7fcac00a42c0 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T11:59:25.431+0000 7fcb026a2640 10 monclient: get_auth_request con 0x7fcaf4076a90 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T11:59:25.433+0000 7fcb026a2640 0 -- 192.168.123.102:0/1629585182 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x556088fce090 msgr2=0x556088fee470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T11:59:25.433+0000 7fcae0ff9640 1 client.7284.objecter ms_handle_reset 0x556088fce090 session 0x556088fccf20 osd.5 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T11:59:25.434+0000 7fcb026a2640 10 monclient: get_auth_request con 0x7fcaf4047ae0 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T11:59:25.435+0000 7fcae0ff9640 1 client.7284.objecter ms_handle_reset 0x7fcaf4047ae0 session 0x556088fccf20 osd.5 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T11:59:25.435+0000 7fcb026a2640 10 monclient: get_auth_request con 0x556088fce090 auth_method 0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T11:59:25.436+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 zone default found 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T11:59:25.437+0000 7fcb07129900 4 Realm: () 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T11:59:25.437+0000 7fcb07129900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T11:59:25.437+0000 7fcb07129900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T11:59:25.437+0000 7fcb07129900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 zonegroup default 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T11:59:25.437+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T11:59:25.438+0000 7fcb07129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T11:59:25.438+0000 7fcb07129900 20 started sync module instance, tier type = 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T11:59:25.438+0000 7fcb07129900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T11:59:25.441+0000 7fcb07129900 20 add_watcher() i=3 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T11:59:25.441+0000 7fcb07129900 20 add_watcher() i=6 2026-04-02T11:59:25.543 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=1 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=5 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T11:59:25.442+0000 7fcb07129900 20 add_watcher() i=7 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=4 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=2 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T11:59:25.443+0000 7fcb07129900 20 add_watcher() i=0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T11:59:25.443+0000 7fcb07129900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T11:59:25.443+0000 7fcb036a4640 10 monclient: get_auth_request con 0x7fca8c007200 auth_method 0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding auth protocol: cephx 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding auth protocol: cephx 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding auth protocol: cephx 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: crc 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 AuthRegistry(0x7ffe674ece70) adding con mode: secure 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T11:59:25.445+0000 7fcb07129900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T11:59:25.445+0000 7fcb07129900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T11:59:25.445+0000 7fcb07129900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cache list hook 0x556088f43b40 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cache inspect hook 0x556088f43b40 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cache erase hook 0x556088f43b40 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command cache zap hook 0x556088f43b40 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 note: GC not initialized 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T11:59:25.445+0000 7fcaab7fe640 20 reqs_thread_entry: start 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command sync trace show hook 0x7fcaf400cef0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command sync trace history hook 0x7fcaf400cef0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command sync trace active hook 0x7fcaf400cef0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T11:59:25.445+0000 7fcb07129900 5 asok(0x556088b486b0) register_command sync trace active_short hook 0x7fcaf400cef0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T11:59:25.446+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x556089049660 auth_method 0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T11:59:25.447+0000 7fcb026a2640 10 monclient: get_auth_request con 0x556089043540 auth_method 0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T11:59:25.449+0000 7fcb036a4640 10 monclient: get_auth_request con 0x556089044730 auth_method 0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T11:59:25.451+0000 7fcb02ea3640 10 monclient: get_auth_request con 0x556089045e00 auth_method 0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T11:59:25.455+0000 7fcb026a2640 10 monclient: get_auth_request con 0x55608904d230 auth_method 0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T11:59:25.460+0000 7fcb036a4640 10 monclient: get_auth_request con 0x55608904c980 auth_method 0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 Filter name: none 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T11:59:25.494+0000 7fcaa97fa640 20 reqs_thread_entry: start 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : miss 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T11:59:25.494+0000 7fcb07129900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T11:59:25.494+0000 7fcb07129900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T11:59:25.498+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T11:59:25.498+0000 7fcb07129900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.544 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T11:59:25.498+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T11:59:25.498+0000 7fcb07129900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927266 cookie 93873103510160 notifier 7284 bl.length()=1027 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T11:59:25.499+0000 7fcae27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T11:59:25.499+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T11:59:25.502+0000 7fcb07129900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.0 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.0 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T11:59:25.502+0000 7fcb07129900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.1 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.1 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T11:59:25.502+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.0 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T11:59:25.504+0000 7fcb07129900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T11:59:25.504+0000 7fcb07129900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T11:59:25.505+0000 7fcb07129900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T11:59:25.505+0000 7fcb07129900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T11:59:25.505+0000 7fcb07129900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T11:59:25.505+0000 7fcb07129900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927267 cookie 93873103510160 notifier 7284 bl.length()=1027 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T11:59:25.505+0000 7fcae1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T11:59:25.506+0000 7fcb07129900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T11:59:25.507+0000 7fcb07129900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.0 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T11:59:25.508+0000 7fcb07129900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcb07129900 time 2026-04-02T11:59:25.508638+0000 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fcb0858f8f8] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x556086218969] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 3: main() 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7fcb0762a610] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 5: __libc_start_main() 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 6: _start() 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T11:59:25.508+0000 7fcb07129900 -1 *** Caught signal (Aborted) ** 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fcb07129900 thread_name:radosgw-admin 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fcb0763fc30] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fcb0768d02c] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fcb0858f957] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x556086218969] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 7: main() 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7fcb0762a610] 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 9: __libc_start_main() 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: 10: _start() 2026-04-02T11:59:25.545 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T11:59:25.546 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T11:59:25.547 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaa97fa640 / http_manager 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaab7fe640 / http_manager 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcae0ff9640 / ms_dispatch 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcae1ffb640 / io_context_pool 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcae27fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaecff9640 / ms_dispatch 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaef7fe640 / ms_dispatch 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaf97fa640 / io_context_pool, ms_dispatch 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcaf9ffb640 / admin_socket 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb01ea1640 / ms_dispatch 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb026a2640 / msgr-worker-2 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb02ea3640 / msgr-worker-1 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb036a4640 / msgr-worker-0 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb03ea5640 / io_context_pool 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: 7fcb07129900 / radosgw-admin 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T11:59:25.509746Z_481a9528-ee14-4ce4-8231-36dc1d75126c/log 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T11:59:25.548 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T11:59:25.550 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:25.550 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:25.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.569+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.570+0000 7f805c375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.570+0000 7f805c375900 20 realm 2026-04-02T11:59:25.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.570+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.570+0000 7f805c375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.570+0000 7f805c375900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:25.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.570+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.570+0000 7f805c375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.572 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.570+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.571+0000 7f805c375900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.571+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.572+0000 7f805c375900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:25.573 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.572+0000 7f805c375900 20 searching for the correct realm 2026-04-02T11:59:25.578 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.576+0000 7f8059e2c640 0 -- 192.168.123.102:0/2090663926 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f804c06a400 msgr2=0x7f804c06c150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:25.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.782+0000 7f805a62d640 0 -- 192.168.123.102:0/2090663926 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x564f635c4070 msgr2=0x564f635e4450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:25.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:25.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.784+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 zone default found 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 4 Realm: () 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 zonegroup default 2026-04-02T11:59:25.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.785+0000 7f805c375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:25.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.786+0000 7f805c375900 20 started sync module instance, tier type = 2026-04-02T11:59:25.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.786+0000 7f805c375900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.789+0000 7f805c375900 20 add_watcher() i=2 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.790+0000 7f805c375900 20 add_watcher() i=1 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.790+0000 7f805c375900 20 add_watcher() i=5 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.790+0000 7f805c375900 20 add_watcher() i=0 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.790+0000 7f805c375900 20 add_watcher() i=6 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.790+0000 7f805c375900 20 add_watcher() i=7 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.790+0000 7f805c375900 20 add_watcher() i=3 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.790+0000 7f805c375900 20 add_watcher() i=4 2026-04-02T11:59:25.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.790+0000 7f805c375900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:25.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.792+0000 7f805c375900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:25.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.792+0000 7f805c375900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:25.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.792+0000 7f805c375900 5 note: GC not initialized 2026-04-02T11:59:25.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.793+0000 7f80077ee640 20 reqs_thread_entry: start 2026-04-02T11:59:25.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.835+0000 7f805c375900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:25.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.835+0000 7f805c375900 20 Filter name: none 2026-04-02T11:59:25.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.835+0000 7f80057ea640 20 reqs_thread_entry: start 2026-04-02T11:59:25.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.836+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.837 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.836+0000 7f805c375900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.836+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.836+0000 7f805c375900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T11:59:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.836+0000 7f805c375900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.836+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.837+0000 7f805c375900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:25.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.837+0000 7f805c375900 20 rados->read ofs=0 len=0 2026-04-02T11:59:25.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.837+0000 7f805c375900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T11:59:25.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.837+0000 7f805c375900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.841+0000 7f805c375900 20 remove_watcher() i=7 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.841+0000 7f805c375900 2 removed watcher, disabling cache 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.841+0000 7f805c375900 20 remove_watcher() i=2 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.842+0000 7f805c375900 20 remove_watcher() i=0 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.842+0000 7f805c375900 20 remove_watcher() i=3 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.842+0000 7f805c375900 20 remove_watcher() i=1 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.842+0000 7f805c375900 20 remove_watcher() i=5 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.842+0000 7f805c375900 20 remove_watcher() i=6 2026-04-02T11:59:25.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:25.842+0000 7f805c375900 20 remove_watcher() i=4 2026-04-02T11:59:25.850 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:25.850 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:25.850 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-commit-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:59:25.850 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:55.935 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:59:55.960 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:55.960 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:55.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.986+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.987+0000 7f83f1d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:55.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.987+0000 7f83f1d2d900 20 realm 2026-04-02T11:59:55.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.987+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.987+0000 7f83f1d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:55.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.987+0000 7f83f1d2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:55.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.987+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.988+0000 7f83f1d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:55.989 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.988+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.988+0000 7f83f1d2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:55.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.989+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.989+0000 7f83f1d2d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:55.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.989+0000 7f83f1d2d900 20 searching for the correct realm 2026-04-02T11:59:55.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:55.994+0000 7f83edaa7640 0 -- 192.168.123.102:0/2292305964 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f83e001fbc0 msgr2=0x7f83e003a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:56.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.200+0000 7f83ed2a6640 0 -- 192.168.123.102:0/2292305964 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x56347cfa13d0 msgr2=0x56347cfc17f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.203+0000 7f83f1d2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:56.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 20 zone default found 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 4 Realm: () 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 20 zonegroup default 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.204+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.205+0000 7f83f1d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.205+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.205+0000 7f83f1d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.205+0000 7f83f1d2d900 20 started sync module instance, tier type = 2026-04-02T11:59:56.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.205+0000 7f83f1d2d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:56.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.209+0000 7f83f1d2d900 20 add_watcher() i=2 2026-04-02T11:59:56.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.209+0000 7f83f1d2d900 20 add_watcher() i=7 2026-04-02T11:59:56.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.210+0000 7f83f1d2d900 20 add_watcher() i=0 2026-04-02T11:59:56.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.210+0000 7f83f1d2d900 20 add_watcher() i=5 2026-04-02T11:59:56.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.210+0000 7f83f1d2d900 20 add_watcher() i=6 2026-04-02T11:59:56.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.210+0000 7f83f1d2d900 20 add_watcher() i=4 2026-04-02T11:59:56.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.210+0000 7f83f1d2d900 20 add_watcher() i=1 2026-04-02T11:59:56.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.210+0000 7f83f1d2d900 20 add_watcher() i=3 2026-04-02T11:59:56.212 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.210+0000 7f83f1d2d900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:56.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.213+0000 7f83f1d2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:56.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.213+0000 7f83f1d2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:56.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.213+0000 7f83f1d2d900 5 note: GC not initialized 2026-04-02T11:59:56.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.213+0000 7f839b7ee640 20 reqs_thread_entry: start 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.488+0000 7f83f1d2d900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.488+0000 7f83f1d2d900 20 Filter name: none 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.488+0000 7f83997ea640 20 reqs_thread_entry: start 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.488+0000 7f83f1d2d900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.488+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : miss 2026-04-02T11:59:56.490 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:56.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:56.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:56.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:56.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:56.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.489+0000 7f83f1d2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.493+0000 7f83f1d2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.493+0000 7f83f1d2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.493+0000 7f83f1d2d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.493+0000 7f83f1d2d900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.493+0000 7f83ccff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927269 cookie 94783435086752 notifier 36782 bl.length()=1027 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.493+0000 7f83ccff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.493+0000 7f83ccff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.493+0000 7f83ccff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.494+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.494+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.494+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:56.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.494+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:56.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.496+0000 7f83f1d2d900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.0 2026-04-02T11:59:56.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.496+0000 7f83f1d2d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.0 2026-04-02T11:59:56.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.496+0000 7f83f1d2d900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.1 2026-04-02T11:59:56.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.496+0000 7f83f1d2d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.1.1 2026-04-02T11:59:56.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.496+0000 7f83f1d2d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.0 2026-04-02T11:59:56.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.498+0000 7f83f1d2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:56.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.498+0000 7f83f1d2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:56.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.499+0000 7f83f1d2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:56.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.499+0000 7f83f1d2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:56.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.499+0000 7f83f1d2d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:56.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.499+0000 7f83f1d2d900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:56.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.500+0000 7f83cd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927270 cookie 94783435086752 notifier 36782 bl.length()=1027 2026-04-02T11:59:56.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.500+0000 7f83cd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:56.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.500+0000 7f83cd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:56.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.500+0000 7f83cd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:56.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.500+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:56.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.500+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:56.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.500+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:56.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.500+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:56.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.501+0000 7f83f1d2d900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.34.0 2026-04-02T11:59:56.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.502+0000 7f83f1d2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:56.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.502+0000 7f83f1d2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 2026-04-02T11:59:56.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.503+0000 7f83f1d2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:56.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.503+0000 7f83f1d2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:56.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.503+0000 7f83f1d2d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:56.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.503+0000 7f83f1d2d900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34, ofs0, ns] 2026-04-02T11:59:56.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.503+0000 7f83ccff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927271 cookie 94783435086752 notifier 36782 bl.length()=991 2026-04-02T11:59:56.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.503+0000 7f83ccff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:56.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.503+0000 7f83ccff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:56.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.503+0000 7f83ccff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:56.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.504+0000 7f83ccff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927272 cookie 94783435086752 notifier 36782 bl.length()=991 2026-04-02T11:59:56.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.504+0000 7f83ccff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 info.flags=0x17 2026-04-02T11:59:56.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.504+0000 7f83ccff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 to cache LRU end 2026-04-02T11:59:56.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.504+0000 7f83ccff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:56.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.504+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_sources= new_sources= 2026-04-02T11:59:56.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.504+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential sources added=[] removed=[] 2026-04-02T11:59:56.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.504+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): orig_dests= new_dests= 2026-04-02T11:59:56.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.504+0000 7f83f1d2d900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[eddad88e-989b-427a-b28b-eab9b853fda8.4590.34]): potential dests added=[] removed=[] 2026-04-02T11:59:56.507 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.506+0000 7f83f1d2d900 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T11:59:56.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.511+0000 7f83f1d2d900 20 remove_watcher() i=5 2026-04-02T11:59:56.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.511+0000 7f83f1d2d900 2 removed watcher, disabling cache 2026-04-02T11:59:56.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.511+0000 7f83f1d2d900 20 remove_watcher() i=6 2026-04-02T11:59:56.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.511+0000 7f83f1d2d900 20 remove_watcher() i=7 2026-04-02T11:59:56.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.511+0000 7f83f1d2d900 20 remove_watcher() i=2 2026-04-02T11:59:56.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.511+0000 7f83f1d2d900 20 remove_watcher() i=3 2026-04-02T11:59:56.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.511+0000 7f83f1d2d900 20 remove_watcher() i=0 2026-04-02T11:59:56.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.511+0000 7f83f1d2d900 20 remove_watcher() i=4 2026-04-02T11:59:56.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.512+0000 7f83f1d2d900 20 remove_watcher() i=1 2026-04-02T11:59:56.522 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T11:59:56.549 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:56.549 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:56.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.572+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.573+0000 7fc1a1e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.573+0000 7fc1a1e12900 20 realm 2026-04-02T11:59:56.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.573+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.574+0000 7fc1a1e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.574+0000 7fc1a1e12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:56.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.574+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.574+0000 7fc1a1e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.574+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.575+0000 7fc1a1e12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:56.576 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.575+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.575+0000 7fc1a1e12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:56.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.576+0000 7fc1a1e12900 20 searching for the correct realm 2026-04-02T11:59:56.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.579+0000 7fc19de02640 0 -- 192.168.123.102:0/1093077818 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x55d4c63ae5a0 msgr2=0x7fc190081830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:56.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.583+0000 7fc19ce00640 0 -- 192.168.123.102:0/1093077818 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x55d4c63b4a10 msgr2=0x7fc1900d6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.790+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:56.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 20 zone default found 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 4 Realm: () 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 20 zonegroup default 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.791+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.792+0000 7fc1a1e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.792+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.792+0000 7fc1a1e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.792+0000 7fc1a1e12900 20 started sync module instance, tier type = 2026-04-02T11:59:56.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.792+0000 7fc1a1e12900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:56.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.796+0000 7fc1a1e12900 20 add_watcher() i=0 2026-04-02T11:59:56.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.796+0000 7fc1a1e12900 20 add_watcher() i=6 2026-04-02T11:59:56.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.796+0000 7fc1a1e12900 20 add_watcher() i=5 2026-04-02T11:59:56.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.796+0000 7fc1a1e12900 20 add_watcher() i=3 2026-04-02T11:59:56.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.796+0000 7fc1a1e12900 20 add_watcher() i=2 2026-04-02T11:59:56.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.797+0000 7fc1a1e12900 20 add_watcher() i=7 2026-04-02T11:59:56.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.797+0000 7fc1a1e12900 20 add_watcher() i=4 2026-04-02T11:59:56.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.797+0000 7fc1a1e12900 20 add_watcher() i=1 2026-04-02T11:59:56.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.797+0000 7fc1a1e12900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:56.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.799+0000 7fc1a1e12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:56.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.799+0000 7fc1a1e12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:56.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.799+0000 7fc1a1e12900 5 note: GC not initialized 2026-04-02T11:59:56.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:56.800+0000 7fc14a7ec640 20 reqs_thread_entry: start 2026-04-02T11:59:57.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.063+0000 7fc1a1e12900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:57.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.063+0000 7fc1a1e12900 20 Filter name: none 2026-04-02T11:59:57.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.064+0000 7fc143fff640 20 reqs_thread_entry: start 2026-04-02T11:59:57.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.064+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.064+0000 7fc1a1e12900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.064+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.064+0000 7fc1a1e12900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.064+0000 7fc1a1e12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.064+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.065+0000 7fc1a1e12900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.065+0000 7fc1a1e12900 20 rados->read ofs=0 len=0 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.065+0000 7fc1a1e12900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T11:59:57.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.065+0000 7fc1a1e12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:57.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.087+0000 7fc1a1e12900 20 remove_watcher() i=0 2026-04-02T11:59:57.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.087+0000 7fc1a1e12900 2 removed watcher, disabling cache 2026-04-02T11:59:57.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.087+0000 7fc1a1e12900 20 remove_watcher() i=7 2026-04-02T11:59:57.094 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.087+0000 7fc1a1e12900 20 remove_watcher() i=3 2026-04-02T11:59:57.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.096+0000 7fc1a1e12900 20 remove_watcher() i=6 2026-04-02T11:59:57.098 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.096+0000 7fc1a1e12900 20 remove_watcher() i=5 2026-04-02T11:59:57.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.097+0000 7fc1a1e12900 20 remove_watcher() i=1 2026-04-02T11:59:57.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.097+0000 7fc1a1e12900 20 remove_watcher() i=4 2026-04-02T11:59:57.099 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:57.097+0000 7fc1a1e12900 20 remove_watcher() i=2 2026-04-02T11:59:57.106 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:57.106 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:57.106 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-commit-target-layout id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.34 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:59:57.106 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:57.640 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EIO injected at do_reshard 2026-04-02T11:59:57.640 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:58.417 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T11:59:58.436 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:58.436 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:58.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.458+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.459+0000 7f3dcc91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.459+0000 7f3dcc91c900 20 realm 2026-04-02T11:59:58.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.459+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.459+0000 7f3dcc91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.459+0000 7f3dcc91c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:58.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.459+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.459+0000 7f3dcc91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.459+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.460+0000 7f3dcc91c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.460+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.460+0000 7f3dcc91c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.461+0000 7f3dcc91c900 20 searching for the correct realm 2026-04-02T11:59:58.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.464+0000 7f3dcabd4640 0 -- 192.168.123.102:0/3594123597 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f3dbc084070 msgr2=0x7f3dbc08a020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:58.469 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.467+0000 7f3dcabd4640 0 -- 192.168.123.102:0/3594123597 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f3d880a42d0 msgr2=0x7f3d880c46d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:58.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:58.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:58.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:58.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.471+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 20 zone default found 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 4 Realm: () 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:58.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 20 zonegroup default 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.472+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.473+0000 7f3dcc91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.473+0000 7f3dcc91c900 20 started sync module instance, tier type = 2026-04-02T11:59:58.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.473+0000 7f3dcc91c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:58.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.477+0000 7f3dcc91c900 20 add_watcher() i=3 2026-04-02T11:59:58.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.477+0000 7f3dcc91c900 20 add_watcher() i=4 2026-04-02T11:59:58.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.477+0000 7f3dcc91c900 20 add_watcher() i=5 2026-04-02T11:59:58.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.477+0000 7f3dcc91c900 20 add_watcher() i=0 2026-04-02T11:59:58.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.477+0000 7f3dcc91c900 20 add_watcher() i=6 2026-04-02T11:59:58.479 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.478+0000 7f3dcc91c900 20 add_watcher() i=7 2026-04-02T11:59:58.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.478+0000 7f3dcc91c900 20 add_watcher() i=1 2026-04-02T11:59:58.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.478+0000 7f3dcc91c900 20 add_watcher() i=2 2026-04-02T11:59:58.480 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.478+0000 7f3dcc91c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:58.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.481+0000 7f3dcc91c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:58.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.481+0000 7f3dcc91c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:58.482 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.481+0000 7f3dcc91c900 5 note: GC not initialized 2026-04-02T11:59:58.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.481+0000 7f3d72ffd640 20 reqs_thread_entry: start 2026-04-02T11:59:58.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.529+0000 7f3dcc91c900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:58.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.529+0000 7f3dcc91c900 20 Filter name: none 2026-04-02T11:59:58.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.529+0000 7f3d70ff9640 20 reqs_thread_entry: start 2026-04-02T11:59:58.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.529+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.530+0000 7f3dcc91c900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:59:58.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.530+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.530+0000 7f3dcc91c900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:59:58.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.530+0000 7f3dcc91c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:58.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.530+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.531+0000 7f3dcc91c900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:59:58.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.531+0000 7f3dcc91c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.531+0000 7f3dcc91c900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:59:58.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.531+0000 7f3dcc91c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.535+0000 7f3dcc91c900 20 remove_watcher() i=0 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.535+0000 7f3dcc91c900 2 removed watcher, disabling cache 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.535+0000 7f3dcc91c900 20 remove_watcher() i=5 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.535+0000 7f3dcc91c900 20 remove_watcher() i=3 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.535+0000 7f3dcc91c900 20 remove_watcher() i=1 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.535+0000 7f3dcc91c900 20 remove_watcher() i=7 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.535+0000 7f3dcc91c900 20 remove_watcher() i=6 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.536+0000 7f3dcc91c900 20 remove_watcher() i=4 2026-04-02T11:59:58.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.536+0000 7f3dcc91c900 20 remove_watcher() i=2 2026-04-02T11:59:58.544 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:58.544 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:58.544 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-do-reshard id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:59:58.544 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:58.546 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2026-04-02T11:59:58.570 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:58.570 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:58.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.591+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.593+0000 7fb2b3f3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.593+0000 7fb2b3f3a900 20 realm 2026-04-02T11:59:58.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.593+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.593+0000 7fb2b3f3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.593+0000 7fb2b3f3a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:58.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.593+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.593+0000 7fb2b3f3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.593+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.594+0000 7fb2b3f3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:58.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.594+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.595+0000 7fb2b3f3a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:58.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.595+0000 7fb2b3f3a900 20 searching for the correct realm 2026-04-02T11:59:58.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.599+0000 7fb2ab7fe640 0 -- 192.168.123.102:0/990583238 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fb2a405e840 msgr2=0x7fb2a40698d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:58.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.805+0000 7fb2a3fff640 0 -- 192.168.123.102:0/990583238 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x564b9e837030 msgr2=0x564b9e857450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:58.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:58.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.808+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 20 zone default found 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 4 Realm: () 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 20 zonegroup default 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.809+0000 7fb2b3f3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.810+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.810+0000 7fb2b3f3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.810+0000 7fb2b3f3a900 20 started sync module instance, tier type = 2026-04-02T11:59:58.811 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.810+0000 7fb2b3f3a900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:58.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.814+0000 7fb2b3f3a900 20 add_watcher() i=3 2026-04-02T11:59:58.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.814+0000 7fb2b3f3a900 20 add_watcher() i=5 2026-04-02T11:59:58.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.814+0000 7fb2b3f3a900 20 add_watcher() i=0 2026-04-02T11:59:58.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.814+0000 7fb2b3f3a900 20 add_watcher() i=2 2026-04-02T11:59:58.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.814+0000 7fb2b3f3a900 20 add_watcher() i=6 2026-04-02T11:59:58.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.815+0000 7fb2b3f3a900 20 add_watcher() i=7 2026-04-02T11:59:58.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.815+0000 7fb2b3f3a900 20 add_watcher() i=1 2026-04-02T11:59:58.816 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.815+0000 7fb2b3f3a900 20 add_watcher() i=4 2026-04-02T11:59:58.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.815+0000 7fb2b3f3a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:58.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.817+0000 7fb2b3f3a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:58.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.817+0000 7fb2b3f3a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:58.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.817+0000 7fb2b3f3a900 5 note: GC not initialized 2026-04-02T11:59:58.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.817+0000 7fb25cff1640 20 reqs_thread_entry: start 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.863+0000 7fb2b3f3a900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.863+0000 7fb2b3f3a900 20 Filter name: none 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.863+0000 7fb255ffb640 20 reqs_thread_entry: start 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.863+0000 7fb2b3f3a900 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.863+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 : miss 2026-04-02T11:59:58.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:59:58.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:58.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:58.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:58.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:58.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.864+0000 7fb2b3f3a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.868+0000 7fb2b3f3a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.868+0000 7fb2b3f3a900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.868+0000 7fb2b3f3a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.868+0000 7fb2b3f3a900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35, ofs0, ns] 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.869+0000 7fb28effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927227 cookie 94882781963536 notifier 36827 bl.length()=1007 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.869+0000 7fb28effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.869+0000 7fb28effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.869+0000 7fb28effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.869+0000 7fb2b3f3a900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_sources= new_sources= 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.869+0000 7fb2b3f3a900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential sources added=[] removed=[] 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.869+0000 7fb2b3f3a900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_dests= new_dests= 2026-04-02T11:59:58.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.869+0000 7fb2b3f3a900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential dests added=[] removed=[] 2026-04-02T11:59:58.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.871+0000 7fb2b3f3a900 -1 Injecting error=-5 at location=do_reshard 2026-04-02T11:59:58.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.874+0000 7fb2b3f3a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:58.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.874+0000 7fb2b3f3a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 2026-04-02T11:59:58.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.875+0000 7fb2b3f3a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.875+0000 7fb2b3f3a900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.875+0000 7fb2b3f3a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.875+0000 7fb2b3f3a900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35, ofs0, ns] 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.875+0000 7fb28effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927228 cookie 94882781963536 notifier 36827 bl.length()=971 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.875+0000 7fb28effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.875+0000 7fb28effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.875+0000 7fb28effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.876+0000 7fb2b3f3a900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_sources= new_sources= 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.876+0000 7fb2b3f3a900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential sources added=[] removed=[] 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.876+0000 7fb2b3f3a900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_dests= new_dests= 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.876+0000 7fb2b3f3a900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential dests added=[] removed=[] 2026-04-02T11:59:58.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.876+0000 7fb2b3f3a900 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2026-04-02T11:59:58.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 20 remove_watcher() i=3 2026-04-02T11:59:58.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 2 removed watcher, disabling cache 2026-04-02T11:59:58.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 20 remove_watcher() i=0 2026-04-02T11:59:58.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 20 remove_watcher() i=1 2026-04-02T11:59:58.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 20 remove_watcher() i=4 2026-04-02T11:59:58.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 20 remove_watcher() i=6 2026-04-02T11:59:58.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 20 remove_watcher() i=5 2026-04-02T11:59:58.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 20 remove_watcher() i=2 2026-04-02T11:59:58.883 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.881+0000 7fb2b3f3a900 20 remove_watcher() i=7 2026-04-02T11:59:58.893 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T11:59:58.914 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:58.914 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.936+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.936+0000 7f742374d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.936+0000 7f742374d900 20 realm 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.936+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.937+0000 7f742374d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.937+0000 7f742374d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.937+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.937+0000 7f742374d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:58.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.937+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.937+0000 7f742374d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:58.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.937+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:58.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.938+0000 7f742374d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:58.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.938+0000 7f742374d900 20 searching for the correct realm 2026-04-02T11:59:58.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:58.942+0000 7f741affd640 0 -- 192.168.123.102:0/364854042 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f741406d590 msgr2=0x7f7414078340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:59.149 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.147+0000 7f7413fff640 0 -- 192.168.123.102:0/364854042 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55a16eee2c00 msgr2=0x55a16ef02fe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:59.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.149+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 zone default found 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 4 Realm: () 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 zonegroup default 2026-04-02T11:59:59.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.150+0000 7f742374d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.151+0000 7f742374d900 20 started sync module instance, tier type = 2026-04-02T11:59:59.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.151+0000 7f742374d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:59.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.153+0000 7f742374d900 20 add_watcher() i=0 2026-04-02T11:59:59.156 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.155+0000 7f742374d900 20 add_watcher() i=5 2026-04-02T11:59:59.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.155+0000 7f742374d900 20 add_watcher() i=4 2026-04-02T11:59:59.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.155+0000 7f742374d900 20 add_watcher() i=1 2026-04-02T11:59:59.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.156+0000 7f742374d900 20 add_watcher() i=3 2026-04-02T11:59:59.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.156+0000 7f742374d900 20 add_watcher() i=7 2026-04-02T11:59:59.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.156+0000 7f742374d900 20 add_watcher() i=6 2026-04-02T11:59:59.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.156+0000 7f742374d900 20 add_watcher() i=2 2026-04-02T11:59:59.158 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.156+0000 7f742374d900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:59.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.158+0000 7f742374d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:59.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.158+0000 7f742374d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:59.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.158+0000 7f742374d900 5 note: GC not initialized 2026-04-02T11:59:59.160 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.159+0000 7f73c77fe640 20 reqs_thread_entry: start 2026-04-02T11:59:59.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.199+0000 7f742374d900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:59.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.199+0000 7f742374d900 20 Filter name: none 2026-04-02T11:59:59.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.199+0000 7f73c57fa640 20 reqs_thread_entry: start 2026-04-02T11:59:59.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.199+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.200+0000 7f742374d900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:59:59.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.200+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.200+0000 7f742374d900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:59:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.200+0000 7f742374d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.200+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.200+0000 7f742374d900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:59:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.200+0000 7f742374d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.201+0000 7f742374d900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:59:59.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.201+0000 7f742374d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.205+0000 7f742374d900 20 remove_watcher() i=4 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.205+0000 7f742374d900 2 removed watcher, disabling cache 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.205+0000 7f742374d900 20 remove_watcher() i=3 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.205+0000 7f742374d900 20 remove_watcher() i=7 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.205+0000 7f742374d900 20 remove_watcher() i=5 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.206+0000 7f742374d900 20 remove_watcher() i=0 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.206+0000 7f742374d900 20 remove_watcher() i=6 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.206+0000 7f742374d900 20 remove_watcher() i=2 2026-04-02T11:59:59.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.206+0000 7f742374d900 20 remove_watcher() i=1 2026-04-02T11:59:59.214 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:59.214 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:59.214 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-do-reshard id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T11:59:59.214 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:59.265 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T11:59:59.285 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:59.285 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:59.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.304+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.305+0000 7f9a5c139900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.305+0000 7f9a5c139900 20 realm 2026-04-02T11:59:59.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.305+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.305+0000 7f9a5c139900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.305+0000 7f9a5c139900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:59.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.305+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.306+0000 7f9a5c139900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.306+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.306+0000 7f9a5c139900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:59.308 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.306+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.307+0000 7f9a5c139900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:59.309 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.307+0000 7f9a5c139900 20 searching for the correct realm 2026-04-02T11:59:59.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.309+0000 7f9a53fff640 0 -- 192.168.123.102:0/1321495496 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f9a4c069970 msgr2=0x7f9a4c064e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:59.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.313+0000 7f9a4adff640 0 -- 192.168.123.102:0/1321495496 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f9a4c07b040 msgr2=0x7f9a4c067890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.518+0000 7f9a5c139900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.518+0000 7f9a5c139900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.518+0000 7f9a5c139900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.518+0000 7f9a5c139900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.518+0000 7f9a5c139900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.518+0000 7f9a5c139900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.518+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 zone default found 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 4 Realm: () 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 zonegroup default 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.519+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.520+0000 7f9a5c139900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.520+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.520+0000 7f9a5c139900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.520+0000 7f9a5c139900 20 started sync module instance, tier type = 2026-04-02T11:59:59.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.520+0000 7f9a5c139900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:59.579 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.578+0000 7f9a5c139900 20 add_watcher() i=0 2026-04-02T11:59:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.590+0000 7f9a5c139900 20 add_watcher() i=5 2026-04-02T11:59:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.590+0000 7f9a5c139900 20 add_watcher() i=7 2026-04-02T11:59:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.600+0000 7f9a5c139900 20 add_watcher() i=3 2026-04-02T11:59:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.600+0000 7f9a5c139900 20 add_watcher() i=4 2026-04-02T11:59:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.600+0000 7f9a5c139900 20 add_watcher() i=2 2026-04-02T11:59:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.600+0000 7f9a5c139900 20 add_watcher() i=1 2026-04-02T11:59:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.600+0000 7f9a5c139900 20 add_watcher() i=6 2026-04-02T11:59:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.600+0000 7f9a5c139900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:59.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.620+0000 7f9a5c139900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:59.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.620+0000 7f9a5c139900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:59.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.620+0000 7f9a5c139900 5 note: GC not initialized 2026-04-02T11:59:59.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.621+0000 7f99fffff640 20 reqs_thread_entry: start 2026-04-02T11:59:59.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.770+0000 7f9a5c139900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:59.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.770+0000 7f9a5c139900 20 Filter name: none 2026-04-02T11:59:59.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.770+0000 7f99fdffb640 20 reqs_thread_entry: start 2026-04-02T11:59:59.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.770+0000 7f9a5c139900 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2026-04-02T11:59:59.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.770+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 : miss 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:59.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.771+0000 7f9a5c139900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 2026-04-02T11:59:59.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.774+0000 7f9a5c139900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:59.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.774+0000 7f9a5c139900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:59.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.774+0000 7f9a5c139900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:59.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.774+0000 7f9a5c139900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35, ofs0, ns] 2026-04-02T11:59:59.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.775+0000 7f9a36ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927229 cookie 94467092628896 notifier 36857 bl.length()=1007 2026-04-02T11:59:59.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.775+0000 7f9a36ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:59.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.775+0000 7f9a36ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:59.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.775+0000 7f9a36ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:59.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.775+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_sources= new_sources= 2026-04-02T11:59:59.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.775+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential sources added=[] removed=[] 2026-04-02T11:59:59.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.775+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_dests= new_dests= 2026-04-02T11:59:59.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.775+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential dests added=[] removed=[] 2026-04-02T11:59:59.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.777+0000 7f9a5c139900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.35.1.0 2026-04-02T11:59:59.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.777+0000 7f9a5c139900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.35.1.0 2026-04-02T11:59:59.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.777+0000 7f9a5c139900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.35.1.1 2026-04-02T11:59:59.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.777+0000 7f9a5c139900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.35.1.1 2026-04-02T11:59:59.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.777+0000 7f9a5c139900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.35.0 2026-04-02T11:59:59.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.779+0000 7f9a5c139900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:59.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.779+0000 7f9a5c139900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 2026-04-02T11:59:59.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a5c139900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:59.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a5c139900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:59.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a5c139900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:59.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a5c139900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35, ofs0, ns] 2026-04-02T11:59:59.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a367fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927230 cookie 94467092628896 notifier 36857 bl.length()=1007 2026-04-02T11:59:59.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a367fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:59.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a367fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:59.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a367fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:59.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_sources= new_sources= 2026-04-02T11:59:59.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential sources added=[] removed=[] 2026-04-02T11:59:59.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_dests= new_dests= 2026-04-02T11:59:59.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.780+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential dests added=[] removed=[] 2026-04-02T11:59:59.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.781+0000 7f9a5c139900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.35.0 2026-04-02T11:59:59.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.781+0000 7f9a5c139900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 : hit (requested=0x17, cached=0x17) 2026-04-02T11:59:59.783 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.781+0000 7f9a5c139900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.783+0000 7f9a5c139900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.783+0000 7f9a5c139900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.783+0000 7f9a5c139900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.783+0000 7f9a5c139900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35, ofs0, ns] 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.783+0000 7f9a36ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927231 cookie 94467092628896 notifier 36857 bl.length()=971 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.783+0000 7f9a36ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 info.flags=0x17 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.783+0000 7f9a36ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 to cache LRU end 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.783+0000 7f9a36ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.784+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_sources= new_sources= 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.784+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential sources added=[] removed=[] 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.784+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): orig_dests= new_dests= 2026-04-02T11:59:59.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.784+0000 7f9a5c139900 20 handle_bi_update(): bucket=:error-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.35]): potential dests added=[] removed=[] 2026-04-02T11:59:59.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.785+0000 7f9a5c139900 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.790+0000 7f9a5c139900 20 remove_watcher() i=0 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.790+0000 7f9a5c139900 2 removed watcher, disabling cache 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.791+0000 7f9a5c139900 20 remove_watcher() i=4 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.791+0000 7f9a5c139900 20 remove_watcher() i=3 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.791+0000 7f9a5c139900 20 remove_watcher() i=5 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.791+0000 7f9a5c139900 20 remove_watcher() i=1 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.791+0000 7f9a5c139900 20 remove_watcher() i=2 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.791+0000 7f9a5c139900 20 remove_watcher() i=7 2026-04-02T11:59:59.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.791+0000 7f9a5c139900 20 remove_watcher() i=6 2026-04-02T11:59:59.802 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T11:59:59.823 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:59.823 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:59.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.841+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.843+0000 7f6293f6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.843+0000 7f6293f6d900 20 realm 2026-04-02T11:59:59.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.843+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.843+0000 7f6293f6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.843+0000 7f6293f6d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:59.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.843+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.843+0000 7f6293f6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.843+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.844+0000 7f6293f6d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:59.845 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.844+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.844+0000 7f6293f6d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:59.846 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.844+0000 7f6293f6d900 20 searching for the correct realm 2026-04-02T11:59:59.848 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.847+0000 7f628b7fe640 0 -- 192.168.123.102:0/1397060466 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55a7038ed5c0 msgr2=0x55a70390da70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:59:59.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.850+0000 7f6283fff640 0 -- 192.168.123.102:0/1397060466 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f628409a0b0 msgr2=0x7f6284063b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.853+0000 7f6293f6d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.853+0000 7f6293f6d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.853+0000 7f6293f6d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.853+0000 7f6293f6d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.853+0000 7f6293f6d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.853+0000 7f6293f6d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.853+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.853+0000 7f6293f6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:59.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 zone default found 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 4 Realm: () 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 zonegroup default 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.854+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.855+0000 7f6293f6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.855+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.855+0000 7f6293f6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:59.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.855+0000 7f6293f6d900 20 started sync module instance, tier type = 2026-04-02T11:59:59.857 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.855+0000 7f6293f6d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T11:59:59.860 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.859+0000 7f6293f6d900 20 add_watcher() i=1 2026-04-02T11:59:59.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.859+0000 7f6293f6d900 20 add_watcher() i=7 2026-04-02T11:59:59.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.859+0000 7f6293f6d900 20 add_watcher() i=3 2026-04-02T11:59:59.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.859+0000 7f6293f6d900 20 add_watcher() i=6 2026-04-02T11:59:59.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.859+0000 7f6293f6d900 20 add_watcher() i=5 2026-04-02T11:59:59.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.860+0000 7f6293f6d900 20 add_watcher() i=0 2026-04-02T11:59:59.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.860+0000 7f6293f6d900 20 add_watcher() i=4 2026-04-02T11:59:59.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.861+0000 7f6293f6d900 20 add_watcher() i=2 2026-04-02T11:59:59.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.861+0000 7f6293f6d900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:59.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.863+0000 7f6293f6d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:59.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.863+0000 7f6293f6d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:59.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.863+0000 7f6293f6d900 5 note: GC not initialized 2026-04-02T11:59:59.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.863+0000 7f6237fff640 20 reqs_thread_entry: start 2026-04-02T11:59:59.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.907+0000 7f6293f6d900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:59.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.907+0000 7f6293f6d900 20 Filter name: none 2026-04-02T11:59:59.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.908+0000 7f6235ffb640 20 reqs_thread_entry: start 2026-04-02T11:59:59.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.908+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.908+0000 7f6293f6d900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:59:59.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.908+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.908+0000 7f6293f6d900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:59:59.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.908+0000 7f6293f6d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:59.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.908+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.908+0000 7f6293f6d900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T11:59:59.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.909+0000 7f6293f6d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:59.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.909+0000 7f6293f6d900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T11:59:59.910 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.909+0000 7f6293f6d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.913+0000 7f6293f6d900 20 remove_watcher() i=5 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.913+0000 7f6293f6d900 2 removed watcher, disabling cache 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.913+0000 7f6293f6d900 20 remove_watcher() i=6 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.913+0000 7f6293f6d900 20 remove_watcher() i=7 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.913+0000 7f6293f6d900 20 remove_watcher() i=0 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.913+0000 7f6293f6d900 20 remove_watcher() i=3 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.913+0000 7f6293f6d900 20 remove_watcher() i=4 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.914+0000 7f6293f6d900 20 remove_watcher() i=1 2026-04-02T11:59:59.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T11:59:59.914+0000 7f6293f6d900 20 remove_watcher() i=2 2026-04-02T11:59:59.921 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:59.921 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T11:59:59.921 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-do-reshard id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.35 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T11:59:59.921 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T11:59:59.980 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with abort at do_reshard 2026-04-02T11:59:59.980 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.143 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:00:00.161 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:00.162 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.180+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.180+0000 7f92c6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.180+0000 7f92c6f20900 20 realm 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.180+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.180+0000 7f92c6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.180+0000 7f92c6f20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.180+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.181+0000 7f92c6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.181+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.181+0000 7f92c6f20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.181+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.182+0000 7f92c6f20900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:00.183 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.182+0000 7f92c6f20900 20 searching for the correct realm 2026-04-02T12:00:00.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.186+0000 7f92c2c10640 0 -- 192.168.123.102:0/4216696684 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f92b4072630 msgr2=0x7f92b408c2e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.391+0000 7f92c240f640 0 -- 192.168.123.102:0/4216696684 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x559e9d9689e0 msgr2=0x559e9d988dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.393+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 zone default found 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 4 Realm: () 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 zonegroup default 2026-04-02T12:00:00.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 started sync module instance, tier type = 2026-04-02T12:00:00.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.394+0000 7f92c6f20900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:00.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.398+0000 7f92c6f20900 20 add_watcher() i=7 2026-04-02T12:00:00.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.398+0000 7f92c6f20900 20 add_watcher() i=6 2026-04-02T12:00:00.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.398+0000 7f92c6f20900 20 add_watcher() i=5 2026-04-02T12:00:00.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.399+0000 7f92c6f20900 20 add_watcher() i=3 2026-04-02T12:00:00.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.399+0000 7f92c6f20900 20 add_watcher() i=0 2026-04-02T12:00:00.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.400+0000 7f92c6f20900 20 add_watcher() i=2 2026-04-02T12:00:00.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.400+0000 7f92c6f20900 20 add_watcher() i=1 2026-04-02T12:00:00.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.400+0000 7f92c6f20900 20 add_watcher() i=4 2026-04-02T12:00:00.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.400+0000 7f92c6f20900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:00.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.402+0000 7f92c6f20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:00.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.402+0000 7f92c6f20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:00.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.402+0000 7f92c6f20900 5 note: GC not initialized 2026-04-02T12:00:00.404 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.402+0000 7f926b7fe640 20 reqs_thread_entry: start 2026-04-02T12:00:00.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.442+0000 7f92c6f20900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:00.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.442+0000 7f92c6f20900 20 Filter name: none 2026-04-02T12:00:00.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.443+0000 7f92697fa640 20 reqs_thread_entry: start 2026-04-02T12:00:00.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.443+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.443+0000 7f92c6f20900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:00.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.443+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.443+0000 7f92c6f20900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:00:00.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.443+0000 7f92c6f20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:00.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.443+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.444+0000 7f92c6f20900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:00.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.444+0000 7f92c6f20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.444+0000 7f92c6f20900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:00:00.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.444+0000 7f92c6f20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:00.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 20 remove_watcher() i=3 2026-04-02T12:00:00.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 2 removed watcher, disabling cache 2026-04-02T12:00:00.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 20 remove_watcher() i=2 2026-04-02T12:00:00.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 20 remove_watcher() i=1 2026-04-02T12:00:00.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 20 remove_watcher() i=7 2026-04-02T12:00:00.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 20 remove_watcher() i=0 2026-04-02T12:00:00.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 20 remove_watcher() i=5 2026-04-02T12:00:00.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 20 remove_watcher() i=6 2026-04-02T12:00:00.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.449+0000 7f92c6f20900 20 remove_watcher() i=4 2026-04-02T12:00:00.457 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.457 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:00:00.457 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-do-reshard id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:00:00.457 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.459 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:00:00.480 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:00.480 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:00.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.498+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.499+0000 7f67a9956900 20 realm 2026-04-02T12:00:00.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.499+0000 7f67a9956900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:00.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:00.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.500+0000 7f67a9956900 20 searching for the correct realm 2026-04-02T12:00:00.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.504+0000 7f67a5f6d640 0 -- 192.168.123.102:0/262455634 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f679802a940 msgr2=0x7f6798026400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.507+0000 7f67a5f6d640 0 -- 192.168.123.102:0/262455634 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f67640a41f0 msgr2=0x7f67640c45f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 zone default found 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 4 Realm: () 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 zonegroup default 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.511+0000 7f67a9956900 20 started sync module instance, tier type = 2026-04-02T12:00:00.513 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.511+0000 7f67a9956900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:00.516 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.514+0000 7f67a9956900 20 add_watcher() i=0 2026-04-02T12:00:00.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=2 2026-04-02T12:00:00.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=3 2026-04-02T12:00:00.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=1 2026-04-02T12:00:00.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=7 2026-04-02T12:00:00.517 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=5 2026-04-02T12:00:00.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=6 2026-04-02T12:00:00.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=4 2026-04-02T12:00:00.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.516+0000 7f67a9956900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:00.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.518+0000 7f67a9956900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:00.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.518+0000 7f67a9956900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:00.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.518+0000 7f67a9956900 5 note: GC not initialized 2026-04-02T12:00:00.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.519+0000 7f67527ec640 20 reqs_thread_entry: start 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.558+0000 7f67a9956900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.558+0000 7f67a9956900 20 Filter name: none 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.558+0000 7f674bfff640 20 reqs_thread_entry: start 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.558+0000 7f67a9956900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.558+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 : miss 2026-04-02T12:00:00.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:00:00.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:00.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.559+0000 7f67a9956900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 2026-04-02T12:00:00.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.563+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.563+0000 7f67a9956900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.563+0000 7f67a9956900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.563+0000 7f67a9956900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36, ofs0, ns] 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927191 cookie 94404243337920 notifier 7452 bl.length()=1007 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_sources= new_sources= 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential sources added=[] removed=[] 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_dests= new_dests= 2026-04-02T12:00:00.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential dests added=[] removed=[] 2026-04-02T12:00:00.567 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f67a9956900 time 2026-04-02T12:00:00.567355+0000 2026-04-02T12:00:00.567 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f67aad8f8f8] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55dc30696fc4] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dc30db7ea6] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f67a9e2a610] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.566+0000 7f67a9956900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f67a9956900 time 2026-04-02T12:00:00.567355+0000 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f67aad8f8f8] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55dc30696fc4] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dc30db7ea6] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f67a9e2a610] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f67a9956900 thread_name:radosgw-admin 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f67a9e3fc30] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f67a9e8d02c] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f67aad8f957] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55dc30696fc4] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dc30db7ea6] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f67a9e2a610] 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.567+0000 7f67a9956900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f67a9956900 thread_name:radosgw-admin 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.568 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f67a9e3fc30] 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f67a9e8d02c] 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f67aad8f957] 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55dc30696fc4] 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dc30db7ea6] 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f67a9e2a610] 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.569 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:00:00.483+0000 7f67a9956900 5 monclient: authenticate success, global_id 36899 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:00:00.483+0000 7f67a9956900 10 monclient: get_monmap_and_config success 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:00:00.483+0000 7f67a9956900 4 set_mon_vals no callback set 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:00:00.483+0000 7f67a9956900 10 monclient: shutdown 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:00:00.483+0000 7f67a9956900 5 asok(0x55dc330496b0) unregister_commands rotate-key 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: build_initial_monmap 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 build_initial for_mkfs: 0 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: monmap: 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding auth protocol: cephx 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding auth protocol: cephx 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding auth protocol: cephx 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.570 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:00:00.484+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 librados: starting msgr at 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 librados: starting objecter 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command objecter_requests hook 0x55dc332362a0 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 librados: setting wanted keys 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 librados: calling monclient init 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: init 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding auth protocol: cephx 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding auth protocol: cephx 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding auth protocol: cephx 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:00:00.484+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:00:00.484+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command rotate-key hook 0x55dc3314ffc8 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-c con 0x55dc330ab490 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-a con 0x55dc33189470 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-b con 0x55dc3318c200 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): authenticate will time out at 1830.496588s 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): get_auth_request con 0x55dc330ab490 auth_method 0 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request con 0x55dc33189470 auth_method 0 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): handle_auth_done global_id 36902 payload 824 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient: _finish_hunting 0 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:00:00.484+0000 7f67a576c640 1 monclient: found mon.noname-c 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:00:00.484+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc3318c200 auth_method 0 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:00:00.571 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: dump: 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: _finish_auth 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:00:00.485+0000 7f67937fe640 4 set_mon_vals no callback set 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: dump: 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:00:00.485+0000 7f67a9956900 5 monclient: authenticate success, global_id 36902 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:00:00.485+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:00:00.485+0000 7f67a9956900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:00:00.485+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:00:00.485+0000 7f67a9956900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:00:00.485+0000 7f67a9956900 1 librados: init done 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:00:00.486+0000 7f6791ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:00:00.486+0000 7f6791ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:00:00.486+0000 7f6791ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:00:00.486+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f67800775b0 auth_method 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:00:00.487+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc332332b0 auth_method 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:00:00.488+0000 7f67a576c640 10 monclient: get_auth_request con 0x55dc332c34b0 auth_method 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:00:00.488+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x55dc332e5690 auth_method 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:00:00.489+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc33307920 auth_method 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:00:00.490+0000 7f67a9956900 10 monclient: build_initial_monmap 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:00:00.490+0000 7f67a9956900 1 build_initial for_mkfs: 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:00:00.490+0000 7f67a9956900 10 monclient: monmap: 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding auth protocol: cephx 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding auth protocol: cephx 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding auth protocol: cephx 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.572 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:00:00.490+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dc3332ca70 EEXIST 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:00:00.490+0000 7f67a9956900 10 monclient: init 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding auth protocol: cephx 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding auth protocol: cephx 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding auth protocol: cephx 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:00:00.491+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:00:00.491+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:00:00.491+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command rotate-key cmddesc rotate-key hook 0x55dc333065c0 EEXIST 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-c con 0x55dc33354040 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-b con 0x55dc33356920 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-a con 0x55dc33354410 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): authenticate will time out at 1830.503456s 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): get_auth_request con 0x55dc33354410 auth_method 0 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): get_auth_request con 0x55dc33356920 auth_method 0 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:00:00.491+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request con 0x55dc33354040 auth_method 0 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:00:00.491+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:00:00.491+0000 7f67a4f6b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:00:00.491+0000 7f67a4f6b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): handle_auth_done global_id 7446 payload 824 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient: _finish_hunting 0 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:00:00.491+0000 7f67a576c640 1 monclient: found mon.noname-a 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:00.573 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: dump: 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: _finish_auth 0 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: dump: 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:00:00.492+0000 7f67a9956900 5 monclient: authenticate success, global_id 7446 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:00:00.492+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:00:00.492+0000 7f67a9956900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:00:00.492+0000 7f67a676e640 4 set_mon_vals no callback set 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:00:00.492+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:00:00.492+0000 7f67a9956900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:00:00.493+0000 7f6786ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:00:00.493+0000 7f6786ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:00:00.493+0000 7f6786ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:00:00.493+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f6774077450 auth_method 0 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:00:00.493+0000 7f67a9956900 10 monclient: get_monmap_and_config 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:00:00.493+0000 7f67a9956900 10 monclient: build_initial_monmap 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:00:00.493+0000 7f67a9956900 1 build_initial for_mkfs: 0 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:00:00.493+0000 7f67a9956900 10 monclient: monmap: 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding auth protocol: cephx 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding auth protocol: cephx 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding auth protocol: cephx 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.574 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:00:00.493+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:00:00.493+0000 7f67a9956900 10 monclient: init 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding auth protocol: cephx 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding auth protocol: cephx 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding auth protocol: cephx 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:00:00.494+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:00:00.494+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:00:00.494+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd1e52b0f8 EEXIST 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-c con 0x55dc3340fdf0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-b con 0x55dc333e9d90 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-a con 0x55dc3343fe90 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): authenticate will time out at 1830.506405s 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request con 0x55dc3340fdf0 auth_method 0 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): get_auth_request con 0x55dc3343fe90 auth_method 0 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): handle_auth_done global_id 7449 payload 274 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient: _finish_hunting 0 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:00:00.494+0000 7f67a576c640 1 monclient: found mon.noname-a 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:00:00.494+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc333e9d90 auth_method 0 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: dump: 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.575 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: _finish_auth 0 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: dump: 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:00:00.494+0000 7f67a9956900 5 monclient: authenticate success, global_id 7449 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient: get_monmap_and_config success 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:00:00.494+0000 7f67a9956900 4 set_mon_vals no callback set 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: shutdown 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: build_initial_monmap 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 build_initial for_mkfs: 0 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: monmap: 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding auth protocol: cephx 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding auth protocol: cephx 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding auth protocol: cephx 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:00:00.495+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 librados: starting msgr at 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 librados: starting objecter 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dc33416c90 EEXIST 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 librados: setting wanted keys 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 librados: calling monclient init 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: init 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding auth protocol: cephx 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding auth protocol: cephx 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding auth protocol: cephx 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.576 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:00:00.495+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:00:00.495+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command rotate-key cmddesc rotate-key hook 0x55dc333e7d18 EEXIST 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-b con 0x55dc333e9d90 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-c con 0x55dc3340fdf0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-a con 0x55dc3343fe90 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient(hunting): authenticate will time out at 1830.508012s 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): get_auth_request con 0x55dc3340fdf0 auth_method 0 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): get_auth_request con 0x55dc3343fe90 auth_method 0 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request con 0x55dc333e9d90 auth_method 0 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): handle_auth_done global_id 7452 payload 824 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient: _finish_hunting 0 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:00:00.496+0000 7f67a576c640 1 monclient: found mon.noname-a 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: dump: 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: _finish_auth 0 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: _check_auth_tickets 2026-04-02T12:00:00.577 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: dump: 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:00:00.496+0000 7f67a9956900 5 monclient: authenticate success, global_id 7452 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:00:00.496+0000 7f6784ff9640 4 set_mon_vals no callback set 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:00:00.496+0000 7f67a9956900 1 librados: init done 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:00:00.496+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cr dump hook 0x55dc333ee4a8 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:00:00.497+0000 7f677affd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:00:00.497+0000 7f677affd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:00:00.497+0000 7f677affd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:00:00.497+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f6764077530 auth_method 0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:00:00.498+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:00:00.498+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc334afc90 auth_method 0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 realm 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:00:00.499+0000 7f67a9956900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:00:00.499+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x55dc334d23f0 auth_method 0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:00:00.500+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc334f3c90 auth_method 0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:00:00.500+0000 7f67a9956900 20 searching for the correct realm 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:00:00.501+0000 7f67a576c640 10 monclient: get_auth_request con 0x55dc335169c0 auth_method 0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:00:00.501+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f679409b040 auth_method 0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:00:00.502+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x7f679802a940 auth_method 0 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:00:00.504+0000 7f67a5f6d640 0 -- 192.168.123.102:0/262455634 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f679802a940 msgr2=0x7f6798026400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.578 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:00:00.504+0000 7f677affd640 1 client.7452.objecter ms_handle_reset 0x7f679802a940 session 0x7f679800ecb0 osd.4 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:00:00.504+0000 7f677affd640 10 monclient: _renew_subs 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:00:00.504+0000 7f677affd640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:00:00.504+0000 7f67a576c640 10 monclient: get_auth_request con 0x7f6798028040 auth_method 0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:00:00.504+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x7f67640a41f0 auth_method 0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:00:00.506+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f67980363f0 auth_method 0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:00:00.507+0000 7f67a5f6d640 0 -- 192.168.123.102:0/262455634 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f67640a41f0 msgr2=0x7f67640c45f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:00:00.507+0000 7f677affd640 1 client.7452.objecter ms_handle_reset 0x7f67640a41f0 session 0x7f679800ecb0 osd.4 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:00:00.507+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x7f679802a940 auth_method 0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 zone default found 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:00:00.510+0000 7f67a9956900 4 Realm: () 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:00:00.510+0000 7f67a9956900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:00:00.510+0000 7f67a9956900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:00:00.510+0000 7f67a9956900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 zonegroup default 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 started sync module instance, tier type = 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:00:00.514+0000 7f67a9956900 20 add_watcher() i=0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=2 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=3 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=1 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=7 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=5 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=6 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=4 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:00:00.516+0000 7f67a9956900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:00:00.516+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x7f672c007200 auth_method 0 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding auth protocol: cephx 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding auth protocol: cephx 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding auth protocol: cephx 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.579 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:00:00.518+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:00:00.518+0000 7f67a9956900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:00:00.518+0000 7f67a9956900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cache list hook 0x55dc334104d0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cache inspect hook 0x55dc334104d0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cache erase hook 0x55dc334104d0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cache zap hook 0x55dc334104d0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 note: GC not initialized 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:00:00.519+0000 7f67527ec640 20 reqs_thread_entry: start 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:00:00.519+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command sync trace show hook 0x7f679800c340 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:00:00.519+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command sync trace history hook 0x7f679800c340 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:00:00.519+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command sync trace active hook 0x7f679800c340 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:00:00.519+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command sync trace active_short hook 0x7f679800c340 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:00:00.519+0000 7f67a576c640 10 monclient: get_auth_request con 0x55dc33628df0 auth_method 0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:00:00.521+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x55dc33621620 auth_method 0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:00:00.522+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc33622880 auth_method 0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:00:00.523+0000 7f67a576c640 10 monclient: get_auth_request con 0x55dc33623f50 auth_method 0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:00:00.527+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x55dc3360e670 auth_method 0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:00:00.532+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc33610ef0 auth_method 0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:00:00.558+0000 7f67a9956900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:00:00.558+0000 7f67a9956900 20 Filter name: none 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:00:00.558+0000 7f674bfff640 20 reqs_thread_entry: start 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:00:00.558+0000 7f67a9956900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:00:00.558+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 : miss 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:00:00.563+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:00:00.563+0000 7f67a9956900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:00:00.563+0000 7f67a9956900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:00:00.563+0000 7f67a9956900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36, ofs0, ns] 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927191 cookie 94404243337920 notifier 7452 bl.length()=1007 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_sources= new_sources= 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential sources added=[] removed=[] 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_dests= new_dests= 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential dests added=[] removed=[] 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:00:00.566+0000 7f67a9956900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f67a9956900 time 2026-04-02T12:00:00.567355+0000 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f67aad8f8f8] 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55dc30696fc4] 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dc30db7ea6] 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f67a9e2a610] 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.580 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:00:00.567+0000 7f67a9956900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f67a9956900 thread_name:radosgw-admin 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f67a9e3fc30] 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f67a9e8d02c] 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f67aad8f957] 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55dc30696fc4] 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dc30db7ea6] 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f67a9e2a610] 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:00:00.581 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:00:00.584 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f674bfff640 / http_manager 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f67527ec640 / http_manager 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f677affd640 / ms_dispatch 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f6784ff9640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f6786ffd640 / ms_dispatch 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f6791ffb640 / ms_dispatch 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f67937fe640 / io_context_pool, ms_dispatch 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f6793fff640 / admin_socket 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f679ffff640 / ms_dispatch 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a4f6b640 / msgr-worker-2 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a576c640 / msgr-worker-1 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a5f6d640 / msgr-worker-0 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a676e640 / io_context_pool 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a9956900 / radosgw-admin 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.93771.log 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:00:00.483+0000 7f67a9956900 5 monclient: authenticate success, global_id 36899 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:00:00.483+0000 7f67a9956900 10 monclient: get_monmap_and_config success 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:00:00.483+0000 7f67a9956900 4 set_mon_vals no callback set 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:00:00.483+0000 7f67a9956900 10 monclient: shutdown 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:00:00.483+0000 7f67a9956900 5 asok(0x55dc330496b0) unregister_commands rotate-key 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: build_initial_monmap 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 build_initial for_mkfs: 0 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: monmap: 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.585 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding auth protocol: cephx 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding auth protocol: cephx 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding auth protocol: cephx 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc33153230) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:00:00.484+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 librados: starting msgr at 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 librados: starting objecter 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command objecter_requests hook 0x55dc332362a0 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 librados: setting wanted keys 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:00:00.484+0000 7f67a9956900 1 librados: calling monclient init 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: init 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding auth protocol: cephx 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding auth protocol: cephx 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding auth protocol: cephx 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: crc 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 AuthRegistry(0x55dc3314fe80) adding con mode: secure 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:00:00.484+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:00:00.484+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:00:00.484+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command rotate-key hook 0x55dc3314ffc8 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-c con 0x55dc330ab490 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-a con 0x55dc33189470 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-b con 0x55dc3318c200 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:00:00.484+0000 7f67a9956900 10 monclient(hunting): authenticate will time out at 1830.496588s 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): get_auth_request con 0x55dc330ab490 auth_method 0 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request con 0x55dc33189470 auth_method 0 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.586 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:00:00.484+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient(hunting): handle_auth_done global_id 36902 payload 824 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient: _finish_hunting 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:00:00.484+0000 7f67a576c640 1 monclient: found mon.noname-c 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:00:00.484+0000 7f67a576c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:00:00.484+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc3318c200 auth_method 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: dump: 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: _finish_auth 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:00:00.485+0000 7f67937fe640 4 set_mon_vals no callback set 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:00:00.485+0000 7f6791ffb640 10 monclient: dump: 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:00:00.485+0000 7f67a9956900 5 monclient: authenticate success, global_id 36902 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:00:00.485+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:00:00.485+0000 7f67a9956900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:00:00.485+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:00:00.485+0000 7f67a9956900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:00:00.485+0000 7f67a9956900 1 librados: init done 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:00:00.486+0000 7f6791ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:00:00.486+0000 7f6791ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:00:00.486+0000 7f6791ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:00:00.486+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f67800775b0 auth_method 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:00:00.487+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc332332b0 auth_method 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:00:00.488+0000 7f67a576c640 10 monclient: get_auth_request con 0x55dc332c34b0 auth_method 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:00:00.488+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x55dc332e5690 auth_method 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:00:00.489+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc33307920 auth_method 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:00:00.490+0000 7f67a9956900 10 monclient: build_initial_monmap 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:00:00.490+0000 7f67a9956900 1 build_initial for_mkfs: 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:00:00.490+0000 7f67a9956900 10 monclient: monmap: 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding auth protocol: cephx 2026-04-02T12:00:00.587 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding auth protocol: cephx 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding auth protocol: cephx 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33329160) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:00:00.490+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dc3332ca70 EEXIST 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:00:00.490+0000 7f67a9956900 10 monclient: init 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding auth protocol: cephx 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding auth protocol: cephx 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding auth protocol: cephx 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: crc 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:00:00.490+0000 7f67a9956900 5 AuthRegistry(0x55dc33306478) adding con mode: secure 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:00:00.491+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:00:00.491+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:00:00.491+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command rotate-key cmddesc rotate-key hook 0x55dc333065c0 EEXIST 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-c con 0x55dc33354040 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-b con 0x55dc33356920 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-a con 0x55dc33354410 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:00:00.491+0000 7f67a9956900 10 monclient(hunting): authenticate will time out at 1830.503456s 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): get_auth_request con 0x55dc33354410 auth_method 0 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): get_auth_request con 0x55dc33356920 auth_method 0 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:00:00.491+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request con 0x55dc33354040 auth_method 0 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:00:00.491+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.588 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:00:00.491+0000 7f67a4f6b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:00:00.491+0000 7f67a4f6b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:00:00.491+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient(hunting): handle_auth_done global_id 7446 payload 824 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient: _finish_hunting 0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:00:00.491+0000 7f67a576c640 1 monclient: found mon.noname-a 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:00:00.491+0000 7f67a576c640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: dump: 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: _finish_auth 0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:00:00.492+0000 7f6786ffd640 10 monclient: dump: 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:00:00.492+0000 7f67a9956900 5 monclient: authenticate success, global_id 7446 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:00:00.492+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:00:00.492+0000 7f67a9956900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:00:00.492+0000 7f67a676e640 4 set_mon_vals no callback set 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:00:00.492+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:00:00.492+0000 7f67a9956900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:00:00.493+0000 7f6786ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:00:00.493+0000 7f6786ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:00:00.493+0000 7f6786ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:00:00.493+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f6774077450 auth_method 0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:00:00.493+0000 7f67a9956900 10 monclient: get_monmap_and_config 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:00:00.493+0000 7f67a9956900 10 monclient: build_initial_monmap 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:00:00.493+0000 7f67a9956900 1 build_initial for_mkfs: 0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:00:00.493+0000 7f67a9956900 10 monclient: monmap: 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding auth protocol: cephx 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding auth protocol: cephx 2026-04-02T12:00:00.589 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding auth protocol: cephx 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x55dc333e8d50) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:00:00.493+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:00:00.493+0000 7f67a9956900 10 monclient: init 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding auth protocol: cephx 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding auth protocol: cephx 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding auth protocol: cephx 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: crc 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:00:00.493+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52afb0) adding con mode: secure 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:00:00.494+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:00:00.494+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:00:00.494+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd1e52b0f8 EEXIST 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-c con 0x55dc3340fdf0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-b con 0x55dc333e9d90 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-a con 0x55dc3343fe90 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient(hunting): authenticate will time out at 1830.506405s 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request con 0x55dc3340fdf0 auth_method 0 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): get_auth_request con 0x55dc3343fe90 auth_method 0 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:00:00.494+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient(hunting): handle_auth_done global_id 7449 payload 274 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient: _finish_hunting 0 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:00:00.494+0000 7f67a576c640 1 monclient: found mon.noname-a 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:00:00.494+0000 7f67a576c640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:00:00.494+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc333e9d90 auth_method 0 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:00.590 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: dump: 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: _finish_auth 0 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:00:00.494+0000 7f6784ff9640 10 monclient: dump: 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:00:00.494+0000 7f67a9956900 5 monclient: authenticate success, global_id 7449 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:00:00.494+0000 7f67a9956900 10 monclient: get_monmap_and_config success 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:00:00.494+0000 7f67a9956900 4 set_mon_vals no callback set 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: shutdown 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: build_initial_monmap 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 build_initial for_mkfs: 0 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: monmap: 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding auth protocol: cephx 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding auth protocol: cephx 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding auth protocol: cephx 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: crc 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc33440330) adding con mode: secure 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:00:00.495+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 librados: starting msgr at 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 librados: starting objecter 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dc33416c90 EEXIST 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 librados: setting wanted keys 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:00:00.495+0000 7f67a9956900 1 librados: calling monclient init 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: init 2026-04-02T12:00:00.591 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding auth protocol: cephx 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding auth protocol: cephx 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding auth protocol: cephx 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: crc 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 AuthRegistry(0x55dc333e7bd0) adding con mode: secure 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:00:00.495+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:00:00.495+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:00:00.495+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command rotate-key cmddesc rotate-key hook 0x55dc333e7d18 EEXIST 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-b con 0x55dc333e9d90 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-c con 0x55dc3340fdf0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient(hunting): picked mon.noname-a con 0x55dc3343fe90 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:00:00.495+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient(hunting): authenticate will time out at 1830.508012s 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): get_auth_request con 0x55dc3340fdf0 auth_method 0 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): get_auth_request con 0x55dc3343fe90 auth_method 0 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request con 0x55dc333e9d90 auth_method 0 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:00:00.496+0000 7f67a5f6d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:00:00.496+0000 7f67a4f6b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient(hunting): handle_auth_done global_id 7452 payload 824 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient: _finish_hunting 0 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:00:00.496+0000 7f67a576c640 1 monclient: found mon.noname-a 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:00:00.496+0000 7f67a576c640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: dump: 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.592 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: _finish_auth 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: _check_auth_tickets 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:00:00.496+0000 7f677affd640 10 monclient: dump: 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:00:00.496+0000 7f67a9956900 5 monclient: authenticate success, global_id 7452 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:00:00.496+0000 7f6784ff9640 4 set_mon_vals no callback set 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient: _renew_subs 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:00:00.496+0000 7f67a9956900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:00:00.496+0000 7f67a9956900 1 librados: init done 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:00:00.496+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cr dump hook 0x55dc333ee4a8 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:00:00.497+0000 7f677affd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:00:00.497+0000 7f677affd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:00:00.497+0000 7f677affd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:00:00.497+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f6764077530 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:00:00.498+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:00:00.498+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc334afc90 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 realm 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:00:00.499+0000 7f67a9956900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:00:00.499+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:00:00.499+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x55dc334d23f0 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:00:00.500+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc334f3c90 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:00:00.500+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:00:00.500+0000 7f67a9956900 20 searching for the correct realm 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:00:00.501+0000 7f67a576c640 10 monclient: get_auth_request con 0x55dc335169c0 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:00:00.501+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f679409b040 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:00:00.502+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x7f679802a940 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:00:00.504+0000 7f67a5f6d640 0 -- 192.168.123.102:0/262455634 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f679802a940 msgr2=0x7f6798026400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:00:00.504+0000 7f677affd640 1 client.7452.objecter ms_handle_reset 0x7f679802a940 session 0x7f679800ecb0 osd.4 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:00:00.504+0000 7f677affd640 10 monclient: _renew_subs 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:00:00.504+0000 7f677affd640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:00:00.504+0000 7f67a576c640 10 monclient: get_auth_request con 0x7f6798028040 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:00:00.504+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x7f67640a41f0 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:00:00.506+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x7f67980363f0 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:00:00.507+0000 7f67a5f6d640 0 -- 192.168.123.102:0/262455634 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f67640a41f0 msgr2=0x7f67640c45f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:00:00.507+0000 7f677affd640 1 client.7452.objecter ms_handle_reset 0x7f67640a41f0 session 0x7f679800ecb0 osd.4 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:00:00.507+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x7f679802a940 auth_method 0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:00:00.509+0000 7f67a9956900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.593 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 zone default found 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:00:00.510+0000 7f67a9956900 4 Realm: () 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:00:00.510+0000 7f67a9956900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:00:00.510+0000 7f67a9956900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:00:00.510+0000 7f67a9956900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 zonegroup default 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:00:00.510+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 started sync module instance, tier type = 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:00:00.511+0000 7f67a9956900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:00:00.514+0000 7f67a9956900 20 add_watcher() i=0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=2 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=3 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=1 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:00:00.515+0000 7f67a9956900 20 add_watcher() i=7 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=5 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=6 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:00:00.516+0000 7f67a9956900 20 add_watcher() i=4 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:00:00.516+0000 7f67a9956900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:00:00.516+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x7f672c007200 auth_method 0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding auth protocol: cephx 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding auth protocol: cephx 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding auth protocol: cephx 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: crc 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 AuthRegistry(0x7ffd1e52b0a0) adding con mode: secure 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:00:00.518+0000 7f67a9956900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:00:00.518+0000 7f67a9956900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:00:00.518+0000 7f67a9956900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cache list hook 0x55dc334104d0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cache inspect hook 0x55dc334104d0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cache erase hook 0x55dc334104d0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command cache zap hook 0x55dc334104d0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:00:00.518+0000 7f67a9956900 5 note: GC not initialized 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:00:00.519+0000 7f67527ec640 20 reqs_thread_entry: start 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:00:00.519+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command sync trace show hook 0x7f679800c340 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:00:00.519+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command sync trace history hook 0x7f679800c340 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:00:00.519+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command sync trace active hook 0x7f679800c340 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:00:00.519+0000 7f67a9956900 5 asok(0x55dc330496b0) register_command sync trace active_short hook 0x7f679800c340 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:00:00.519+0000 7f67a576c640 10 monclient: get_auth_request con 0x55dc33628df0 auth_method 0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:00:00.521+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x55dc33621620 auth_method 0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:00:00.522+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc33622880 auth_method 0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:00:00.523+0000 7f67a576c640 10 monclient: get_auth_request con 0x55dc33623f50 auth_method 0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:00:00.527+0000 7f67a4f6b640 10 monclient: get_auth_request con 0x55dc3360e670 auth_method 0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:00:00.532+0000 7f67a5f6d640 10 monclient: get_auth_request con 0x55dc33610ef0 auth_method 0 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:00:00.558+0000 7f67a9956900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:00:00.558+0000 7f67a9956900 20 Filter name: none 2026-04-02T12:00:00.594 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:00:00.558+0000 7f674bfff640 20 reqs_thread_entry: start 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:00:00.558+0000 7f67a9956900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:00:00.558+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 : miss 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:00:00.559+0000 7f67a9956900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:00:00.559+0000 7f67a9956900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:00:00.563+0000 7f67a9956900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:00:00.563+0000 7f67a9956900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:00:00.563+0000 7f67a9956900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:00:00.563+0000 7f67a9956900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36, ofs0, ns] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927191 cookie 94404243337920 notifier 7452 bl.length()=1007 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:00:00.563+0000 7f6784ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_sources= new_sources= 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential sources added=[] removed=[] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_dests= new_dests= 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:00:00.564+0000 7f67a9956900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential dests added=[] removed=[] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:00:00.566+0000 7f67a9956900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f67a9956900 time 2026-04-02T12:00:00.567355+0000 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f67aad8f8f8] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55dc30696fc4] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dc30db7ea6] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f67a9e2a610] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:00:00.567+0000 7f67a9956900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f67a9956900 thread_name:radosgw-admin 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f67a9e3fc30] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f67a9e8d02c] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f67aad8f957] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55dc30696fc4] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dc30db7ea6] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f67a9e2a610] 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:00:00.595 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:00:00.596 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f674bfff640 / http_manager 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f67527ec640 / http_manager 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f677affd640 / ms_dispatch 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f6784ff9640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f6786ffd640 / ms_dispatch 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f6791ffb640 / ms_dispatch 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f67937fe640 / io_context_pool, ms_dispatch 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f6793fff640 / admin_socket 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f679ffff640 / ms_dispatch 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a4f6b640 / msgr-worker-2 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a576c640 / msgr-worker-1 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a5f6d640 / msgr-worker-0 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a676e640 / io_context_pool 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: 7f67a9956900 / radosgw-admin 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:00:00.568208Z_1cf3c166-2e1e-433f-954c-b56b68199b60/log 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:00.597 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:00.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.613+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.614+0000 7fbc1b72c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.614+0000 7fbc1b72c900 20 realm 2026-04-02T12:00:00.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.614+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.614+0000 7fbc1b72c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.614+0000 7fbc1b72c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:00.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.614+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.614+0000 7fbc1b72c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.614+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.615+0000 7fbc1b72c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.615+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.616+0000 7fbc1b72c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:00.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.616+0000 7fbc1b72c900 20 searching for the correct realm 2026-04-02T12:00:00.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.619+0000 7fbc12ffd640 0 -- 192.168.123.102:0/4281168546 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x565482a99de0 msgr2=0x565482aba270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.621+0000 7fbc0a5ff640 0 -- 192.168.123.102:0/4281168546 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fbc0c08f950 msgr2=0x7fbc0c02d410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 zone default found 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 4 Realm: () 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 zonegroup default 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.625+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.626+0000 7fbc1b72c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.626+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.626+0000 7fbc1b72c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.626+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.626+0000 7fbc1b72c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.626+0000 7fbc1b72c900 20 started sync module instance, tier type = 2026-04-02T12:00:00.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.626+0000 7fbc1b72c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:00.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.629+0000 7fbc1b72c900 20 add_watcher() i=6 2026-04-02T12:00:00.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.630+0000 7fbc1b72c900 20 add_watcher() i=0 2026-04-02T12:00:00.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.630+0000 7fbc1b72c900 20 add_watcher() i=3 2026-04-02T12:00:00.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.630+0000 7fbc1b72c900 20 add_watcher() i=5 2026-04-02T12:00:00.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.630+0000 7fbc1b72c900 20 add_watcher() i=2 2026-04-02T12:00:00.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.630+0000 7fbc1b72c900 20 add_watcher() i=7 2026-04-02T12:00:00.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.630+0000 7fbc1b72c900 20 add_watcher() i=1 2026-04-02T12:00:00.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.630+0000 7fbc1b72c900 20 add_watcher() i=4 2026-04-02T12:00:00.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.630+0000 7fbc1b72c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:00.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.632+0000 7fbc1b72c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:00.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.632+0000 7fbc1b72c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:00.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.632+0000 7fbc1b72c900 5 note: GC not initialized 2026-04-02T12:00:00.633 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.632+0000 7fbbbf7fe640 20 reqs_thread_entry: start 2026-04-02T12:00:00.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.676+0000 7fbc1b72c900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:00.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.676+0000 7fbc1b72c900 20 Filter name: none 2026-04-02T12:00:00.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.676+0000 7fbbbd7fa640 20 reqs_thread_entry: start 2026-04-02T12:00:00.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.676+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.677+0000 7fbc1b72c900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:00.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.677+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.677+0000 7fbc1b72c900 20 rados_obj.operate() r=0 bl.length=477 2026-04-02T12:00:00.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.677+0000 7fbc1b72c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:00.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.677+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.677+0000 7fbc1b72c900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:00.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.677+0000 7fbc1b72c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.678+0000 7fbc1b72c900 20 rados_obj.operate() r=0 bl.length=477 2026-04-02T12:00:00.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.678+0000 7fbc1b72c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:00.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.681+0000 7fbc1b72c900 20 remove_watcher() i=3 2026-04-02T12:00:00.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.681+0000 7fbc1b72c900 2 removed watcher, disabling cache 2026-04-02T12:00:00.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.682+0000 7fbc1b72c900 20 remove_watcher() i=0 2026-04-02T12:00:00.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.682+0000 7fbc1b72c900 20 remove_watcher() i=7 2026-04-02T12:00:00.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.682+0000 7fbc1b72c900 20 remove_watcher() i=2 2026-04-02T12:00:00.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.682+0000 7fbc1b72c900 20 remove_watcher() i=6 2026-04-02T12:00:00.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.682+0000 7fbc1b72c900 20 remove_watcher() i=5 2026-04-02T12:00:00.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.682+0000 7fbc1b72c900 20 remove_watcher() i=4 2026-04-02T12:00:00.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.682+0000 7fbc1b72c900 20 remove_watcher() i=1 2026-04-02T12:00:00.689 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.689 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:00:00.689 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-do-reshard id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:00:00.689 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:00.739 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:00:00.761 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:00.761 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:00.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.979+0000 7f22aeffd640 0 --2- 192.168.123.102:0/3489916329 >> [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] conn(0x558b0f0b4d20 0x558b0f0dd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T12:00:00.985 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.983+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.985+0000 7f22b7761900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.985+0000 7f22b7761900 20 realm 2026-04-02T12:00:00.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.985+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.985+0000 7f22b7761900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.985+0000 7f22b7761900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:00.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.985+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.985+0000 7f22b7761900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:00.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.985+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.986+0000 7f22b7761900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:00.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.986+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:00.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.987+0000 7f22b7761900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:00.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.987+0000 7f22b7761900 20 searching for the correct realm 2026-04-02T12:00:00.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:00.989+0000 7f22af7fe640 0 -- 192.168.123.102:0/2449180879 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f22a80c12e0 msgr2=0x7f22a80b5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:01.195 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.194+0000 7f22a65ff640 0 -- 192.168.123.102:0/2449180879 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f22a80b37d0 msgr2=0x7f22a80dd9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.398+0000 7f22b7761900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.398+0000 7f22b7761900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.398+0000 7f22b7761900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.398+0000 7f22b7761900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.398+0000 7f22b7761900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.398+0000 7f22b7761900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.398+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.398+0000 7f22b7761900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:01.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 20 zone default found 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 4 Realm: () 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.399+0000 7f22b7761900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.400+0000 7f22b7761900 20 zonegroup default 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.400+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.400+0000 7f22b7761900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:01.401 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.400+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:01.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.400+0000 7f22b7761900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:01.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.400+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:01.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.400+0000 7f22b7761900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:01.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.400+0000 7f22b7761900 20 started sync module instance, tier type = 2026-04-02T12:00:01.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.401+0000 7f22b7761900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:01.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.403+0000 7f22b7761900 20 add_watcher() i=2 2026-04-02T12:00:01.405 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.403+0000 7f22b7761900 20 add_watcher() i=3 2026-04-02T12:00:01.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.404+0000 7f22b7761900 20 add_watcher() i=7 2026-04-02T12:00:01.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.404+0000 7f22b7761900 20 add_watcher() i=0 2026-04-02T12:00:01.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.405+0000 7f22b7761900 20 add_watcher() i=5 2026-04-02T12:00:01.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.405+0000 7f22b7761900 20 add_watcher() i=1 2026-04-02T12:00:01.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.405+0000 7f22b7761900 20 add_watcher() i=4 2026-04-02T12:00:01.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.405+0000 7f22b7761900 20 add_watcher() i=6 2026-04-02T12:00:01.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.405+0000 7f22b7761900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:01.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.407+0000 7f22b7761900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:01.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.407+0000 7f22b7761900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:01.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.407+0000 7f22b7761900 5 note: GC not initialized 2026-04-02T12:00:01.408 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.407+0000 7f225b7fe640 20 reqs_thread_entry: start 2026-04-02T12:00:01.446 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 20 Filter name: none 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22597fa640 20 reqs_thread_entry: start 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 : miss 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.445+0000 7f22b7761900 20 rados->read ofs=0 len=0 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.446+0000 7f22b7761900 20 rados_obj.operate() r=0 bl.length=477 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.446+0000 7f22b7761900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.446+0000 7f22b7761900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.446+0000 7f22b7761900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.446+0000 7f22b7761900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:01.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.446+0000 7f22b7761900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 2026-04-02T12:00:01.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.447+0000 7f22b7761900 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to be held by another RGW process; skipping for now 2026-04-02T12:00:01.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 20 remove_watcher() i=7 2026-04-02T12:00:01.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 2 removed watcher, disabling cache 2026-04-02T12:00:01.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 20 remove_watcher() i=0 2026-04-02T12:00:01.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 20 remove_watcher() i=3 2026-04-02T12:00:01.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 20 remove_watcher() i=5 2026-04-02T12:00:01.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 20 remove_watcher() i=6 2026-04-02T12:00:01.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 20 remove_watcher() i=2 2026-04-02T12:00:01.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 20 remove_watcher() i=4 2026-04-02T12:00:01.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:01.450+0000 7f22b7761900 20 remove_watcher() i=1 2026-04-02T12:00:01.457 INFO:tasks.workunit.client.0.vm02.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:00:31.476 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:00:31.499 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:31.499 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:31.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.518+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.519+0000 7f793cb23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.519+0000 7f793cb23900 20 realm 2026-04-02T12:00:31.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.519+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.519+0000 7f793cb23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.519+0000 7f793cb23900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:31.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.519+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.519+0000 7f793cb23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.519+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.520+0000 7f793cb23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:31.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.520+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.520+0000 7f793cb23900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:31.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.520+0000 7f793cb23900 20 searching for the correct realm 2026-04-02T12:00:31.726 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.725+0000 7f7938938640 0 -- 192.168.123.102:0/1755698026 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x5600ec67a100 msgr2=0x5600ec69a5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:31.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.728+0000 7f7933fff640 0 -- 192.168.123.102:0/1755698026 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f792c04c150 msgr2=0x7f792c06c8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.731+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:31.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 zone default found 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 4 Realm: () 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 zonegroup default 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.732+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.733+0000 7f793cb23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.733+0000 7f793cb23900 20 started sync module instance, tier type = 2026-04-02T12:00:31.734 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.733+0000 7f793cb23900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.736+0000 7f793cb23900 20 add_watcher() i=3 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.736+0000 7f793cb23900 20 add_watcher() i=0 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.736+0000 7f793cb23900 20 add_watcher() i=5 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.736+0000 7f793cb23900 20 add_watcher() i=6 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.736+0000 7f793cb23900 20 add_watcher() i=4 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.737+0000 7f793cb23900 20 add_watcher() i=7 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.737+0000 7f793cb23900 20 add_watcher() i=1 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.737+0000 7f793cb23900 20 add_watcher() i=2 2026-04-02T12:00:31.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.737+0000 7f793cb23900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:31.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.739+0000 7f793cb23900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:31.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.739+0000 7f793cb23900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:31.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.739+0000 7f793cb23900 5 note: GC not initialized 2026-04-02T12:00:31.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.739+0000 7f78e5feb640 20 reqs_thread_entry: start 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.784+0000 7f793cb23900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.784+0000 7f793cb23900 20 Filter name: none 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.784+0000 7f78df7fe640 20 reqs_thread_entry: start 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.784+0000 7f793cb23900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.784+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 : miss 2026-04-02T12:00:31.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 20 rados_obj.operate() r=0 bl.length=477 2026-04-02T12:00:31.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:31.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:31.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:31.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:31.787 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.785+0000 7f793cb23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 2026-04-02T12:00:31.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.786+0000 7f793cb23900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:00:31.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.789+0000 7f793cb23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:31.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.789+0000 7f793cb23900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:31.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.789+0000 7f793cb23900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:31.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.789+0000 7f793cb23900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36, ofs0, ns] 2026-04-02T12:00:31.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.790+0000 7f790ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927192 cookie 94561966222640 notifier 7503 bl.length()=1007 2026-04-02T12:00:31.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.790+0000 7f790ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:31.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.790+0000 7f790ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:31.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.790+0000 7f790ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:31.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.790+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_sources= new_sources= 2026-04-02T12:00:31.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.790+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential sources added=[] removed=[] 2026-04-02T12:00:31.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.790+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_dests= new_dests= 2026-04-02T12:00:31.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.790+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential dests added=[] removed=[] 2026-04-02T12:00:31.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.791+0000 7f790ffff640 20 trim reshard logs: write on '.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.36.0' needs retry: Success 2026-04-02T12:00:31.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.793+0000 7f793cb23900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.36.2.0 2026-04-02T12:00:31.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.793+0000 7f793cb23900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.36.2.0 2026-04-02T12:00:31.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.793+0000 7f793cb23900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.36.2.1 2026-04-02T12:00:31.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.793+0000 7f793cb23900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.36.2.1 2026-04-02T12:00:31.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.793+0000 7f793cb23900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.36.0 2026-04-02T12:00:31.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.794+0000 7f793cb23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:31.796 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.794+0000 7f793cb23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.795+0000 7f793cb23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.795+0000 7f793cb23900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.795+0000 7f793cb23900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.795+0000 7f793cb23900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36, ofs0, ns] 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.796+0000 7f790f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927193 cookie 94561966222640 notifier 7503 bl.length()=1007 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.796+0000 7f790f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.796+0000 7f790f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.796+0000 7f790f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.796+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_sources= new_sources= 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.796+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential sources added=[] removed=[] 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.796+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_dests= new_dests= 2026-04-02T12:00:31.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.796+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential dests added=[] removed=[] 2026-04-02T12:00:31.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.797+0000 7f793cb23900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.36.0 2026-04-02T12:00:31.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.797+0000 7f793cb23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:31.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.797+0000 7f793cb23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 2026-04-02T12:00:31.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f793cb23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:31.799 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f793cb23900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f793cb23900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f793cb23900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36, ofs0, ns] 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f790ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927194 cookie 94561966222640 notifier 7503 bl.length()=971 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f790ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 info.flags=0x17 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f790ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 to cache LRU end 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f790ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_sources= new_sources= 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential sources added=[] removed=[] 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): orig_dests= new_dests= 2026-04-02T12:00:31.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.798+0000 7f793cb23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[eddad88e-989b-427a-b28b-eab9b853fda8.4590.36]): potential dests added=[] removed=[] 2026-04-02T12:00:31.801 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.799+0000 7f793cb23900 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2026-04-02T12:00:31.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.804+0000 7f793cb23900 20 remove_watcher() i=3 2026-04-02T12:00:31.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.804+0000 7f793cb23900 2 removed watcher, disabling cache 2026-04-02T12:00:31.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.805+0000 7f793cb23900 20 remove_watcher() i=0 2026-04-02T12:00:31.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.805+0000 7f793cb23900 20 remove_watcher() i=4 2026-04-02T12:00:31.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.805+0000 7f793cb23900 20 remove_watcher() i=1 2026-04-02T12:00:31.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.805+0000 7f793cb23900 20 remove_watcher() i=7 2026-04-02T12:00:31.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.805+0000 7f793cb23900 20 remove_watcher() i=5 2026-04-02T12:00:31.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.805+0000 7f793cb23900 20 remove_watcher() i=6 2026-04-02T12:00:31.807 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.805+0000 7f793cb23900 20 remove_watcher() i=2 2026-04-02T12:00:31.816 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:00:31.836 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:31.836 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:31.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.855+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.856+0000 7fa84cb39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.856+0000 7fa84cb39900 20 realm 2026-04-02T12:00:31.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.856+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.856+0000 7fa84cb39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.856+0000 7fa84cb39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:31.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.856+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.856+0000 7fa84cb39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.856+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.857+0000 7fa84cb39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:31.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.857+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.858+0000 7fa84cb39900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:31.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.858+0000 7fa84cb39900 20 searching for the correct realm 2026-04-02T12:00:31.862 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.860+0000 7fa84894e640 0 -- 192.168.123.102:0/4209005576 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x562563da4a80 msgr2=0x562563dc4f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:31.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.865+0000 7fa84914f640 0 -- 192.168.123.102:0/4209005576 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fa83c0f4070 msgr2=0x7fa83c0c1b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:31.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:31.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:31.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:31.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:31.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:31.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:31.870 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 zone default found 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 4 Realm: () 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 zonegroup default 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.869+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.870+0000 7fa84cb39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.870+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.870+0000 7fa84cb39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.871 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.870+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.870+0000 7fa84cb39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:31.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.870+0000 7fa84cb39900 20 started sync module instance, tier type = 2026-04-02T12:00:31.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.870+0000 7fa84cb39900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:31.874 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.873+0000 7fa84cb39900 20 add_watcher() i=7 2026-04-02T12:00:31.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.874+0000 7fa84cb39900 20 add_watcher() i=1 2026-04-02T12:00:31.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.874+0000 7fa84cb39900 20 add_watcher() i=3 2026-04-02T12:00:31.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.874+0000 7fa84cb39900 20 add_watcher() i=6 2026-04-02T12:00:31.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.874+0000 7fa84cb39900 20 add_watcher() i=5 2026-04-02T12:00:31.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.875+0000 7fa84cb39900 20 add_watcher() i=4 2026-04-02T12:00:31.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.875+0000 7fa84cb39900 20 add_watcher() i=0 2026-04-02T12:00:31.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.876+0000 7fa84cb39900 20 add_watcher() i=2 2026-04-02T12:00:31.877 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.876+0000 7fa84cb39900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:31.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.878+0000 7fa84cb39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:31.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.878+0000 7fa84cb39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:31.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.878+0000 7fa84cb39900 5 note: GC not initialized 2026-04-02T12:00:31.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.878+0000 7fa7f5feb640 20 reqs_thread_entry: start 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.933+0000 7fa84cb39900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.933+0000 7fa84cb39900 20 Filter name: none 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.933+0000 7fa7ef7fe640 20 reqs_thread_entry: start 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.933+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.933+0000 7fa84cb39900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.933+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.934+0000 7fa84cb39900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.934+0000 7fa84cb39900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.934+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.934+0000 7fa84cb39900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:00:31.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.934+0000 7fa84cb39900 20 rados->read ofs=0 len=0 2026-04-02T12:00:31.936 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.934+0000 7fa84cb39900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:00:31.936 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.934+0000 7fa84cb39900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 20 remove_watcher() i=0 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 2 removed watcher, disabling cache 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 20 remove_watcher() i=3 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 20 remove_watcher() i=1 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 20 remove_watcher() i=4 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 20 remove_watcher() i=5 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 20 remove_watcher() i=6 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 20 remove_watcher() i=7 2026-04-02T12:00:31.940 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:31.938+0000 7fa84cb39900 20 remove_watcher() i=2 2026-04-02T12:00:31.946 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:31.946 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:00:31.946 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-do-reshard id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.36 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:00:31.946 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:32.009 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2026-04-02T12:00:32.009 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:32.163 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:00:32.184 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:32.184 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:32.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.203+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.204+0000 7f4620739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.204+0000 7f4620739900 20 realm 2026-04-02T12:00:32.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.204+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.204+0000 7f4620739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.204+0000 7f4620739900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:32.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.204+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.205+0000 7f4620739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.205+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.205+0000 7f4620739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:32.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.205+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.206+0000 7f4620739900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:32.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.206+0000 7f4620739900 20 searching for the correct realm 2026-04-02T12:00:32.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.209+0000 7f4617fff640 0 -- 192.168.123.102:0/3818139406 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f460809d9b0 msgr2=0x7f46080cf420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:32.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.415+0000 7f461cd4f640 0 -- 192.168.123.102:0/3818139406 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x55963843ca00 msgr2=0x55963845cde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.417+0000 7f4620739900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.417+0000 7f4620739900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.417+0000 7f4620739900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.417+0000 7f4620739900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.417+0000 7f4620739900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.417+0000 7f4620739900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.417+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:32.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 20 zone default found 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 4 Realm: () 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 20 zonegroup default 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.418+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.419+0000 7f4620739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.419+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.419+0000 7f4620739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.419+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.419+0000 7f4620739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.419+0000 7f4620739900 20 started sync module instance, tier type = 2026-04-02T12:00:32.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.419+0000 7f4620739900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:32.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.423+0000 7f4620739900 20 add_watcher() i=5 2026-04-02T12:00:32.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.423+0000 7f4620739900 20 add_watcher() i=0 2026-04-02T12:00:32.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.423+0000 7f4620739900 20 add_watcher() i=3 2026-04-02T12:00:32.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.423+0000 7f4620739900 20 add_watcher() i=6 2026-04-02T12:00:32.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.423+0000 7f4620739900 20 add_watcher() i=7 2026-04-02T12:00:32.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.423+0000 7f4620739900 20 add_watcher() i=2 2026-04-02T12:00:32.425 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.423+0000 7f4620739900 20 add_watcher() i=4 2026-04-02T12:00:32.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.424+0000 7f4620739900 20 add_watcher() i=1 2026-04-02T12:00:32.426 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.424+0000 7f4620739900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:32.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.426+0000 7f4620739900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:32.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.426+0000 7f4620739900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:32.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.426+0000 7f4620739900 5 note: GC not initialized 2026-04-02T12:00:32.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.426+0000 7f45c8ff1640 20 reqs_thread_entry: start 2026-04-02T12:00:32.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.469+0000 7f4620739900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:32.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.469+0000 7f4620739900 20 Filter name: none 2026-04-02T12:00:32.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.469+0000 7f45c27fc640 20 reqs_thread_entry: start 2026-04-02T12:00:32.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.470+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.470+0000 7f4620739900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:32.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.470+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.470+0000 7f4620739900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:32.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.470+0000 7f4620739900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:32.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.470+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.471+0000 7f4620739900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:32.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.471+0000 7f4620739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.471+0000 7f4620739900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:32.473 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.471+0000 7f4620739900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:32.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.475+0000 7f4620739900 20 remove_watcher() i=7 2026-04-02T12:00:32.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.475+0000 7f4620739900 2 removed watcher, disabling cache 2026-04-02T12:00:32.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.475+0000 7f4620739900 20 remove_watcher() i=4 2026-04-02T12:00:32.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.475+0000 7f4620739900 20 remove_watcher() i=0 2026-04-02T12:00:32.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.476+0000 7f4620739900 20 remove_watcher() i=5 2026-04-02T12:00:32.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.476+0000 7f4620739900 20 remove_watcher() i=6 2026-04-02T12:00:32.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.476+0000 7f4620739900 20 remove_watcher() i=3 2026-04-02T12:00:32.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.476+0000 7f4620739900 20 remove_watcher() i=1 2026-04-02T12:00:32.478 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.476+0000 7f4620739900 20 remove_watcher() i=2 2026-04-02T12:00:32.484 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:32.484 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:00:32.484 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-logrecord-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:00:32.484 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:32.486 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2026-04-02T12:00:32.508 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:32.508 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:32.530 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.529+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.529+0000 7f03bbd25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.529+0000 7f03bbd25900 20 realm 2026-04-02T12:00:32.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.529+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.530+0000 7f03bbd25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.530+0000 7f03bbd25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:32.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.530+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.530+0000 7f03bbd25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.530+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.531+0000 7f03bbd25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:32.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.531+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.531+0000 7f03bbd25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:32.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.531+0000 7f03bbd25900 20 searching for the correct realm 2026-04-02T12:00:32.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.534+0000 7f03b3fff640 0 -- 192.168.123.102:0/2634244374 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f03ac09d280 msgr2=0x7f03ac07c9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:32.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.737+0000 7f03b2ffd640 0 -- 192.168.123.102:0/2634244374 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f03ac05e1d0 msgr2=0x7f03ac0667b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:32.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 zone default found 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 4 Realm: () 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 zonegroup default 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.942+0000 7f03bbd25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.943+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.943+0000 7f03bbd25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.943+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:32.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.943+0000 7f03bbd25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:32.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.943+0000 7f03bbd25900 20 started sync module instance, tier type = 2026-04-02T12:00:32.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.943+0000 7f03bbd25900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:32.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.946+0000 7f03bbd25900 20 add_watcher() i=0 2026-04-02T12:00:32.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.946+0000 7f03bbd25900 20 add_watcher() i=2 2026-04-02T12:00:32.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.946+0000 7f03bbd25900 20 add_watcher() i=7 2026-04-02T12:00:32.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.947+0000 7f03bbd25900 20 add_watcher() i=4 2026-04-02T12:00:32.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.947+0000 7f03bbd25900 20 add_watcher() i=5 2026-04-02T12:00:32.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.947+0000 7f03bbd25900 20 add_watcher() i=3 2026-04-02T12:00:32.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.947+0000 7f03bbd25900 20 add_watcher() i=6 2026-04-02T12:00:32.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.947+0000 7f03bbd25900 20 add_watcher() i=1 2026-04-02T12:00:32.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.947+0000 7f03bbd25900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:32.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.949+0000 7f03bbd25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:32.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.949+0000 7f03bbd25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:32.950 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.949+0000 7f03bbd25900 5 note: GC not initialized 2026-04-02T12:00:32.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:32.949+0000 7f0364fe9640 20 reqs_thread_entry: start 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.001+0000 7f03bbd25900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.001+0000 7f03bbd25900 20 Filter name: none 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.001+0000 7f035e7fc640 20 reqs_thread_entry: start 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.001+0000 7f03bbd25900 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.001+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 : miss 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:33.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.004 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.002+0000 7f03bbd25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 2026-04-02T12:00:33.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.005+0000 7f03bbd25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.005+0000 7f03bbd25900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.005+0000 7f03bbd25900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.005+0000 7f03bbd25900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37, ofs0, ns] 2026-04-02T12:00:33.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.006+0000 7f03927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927277 cookie 93985349450752 notifier 37010 bl.length()=1019 2026-04-02T12:00:33.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.006+0000 7f03927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.006+0000 7f03927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.006+0000 7f03927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.006+0000 7f03bbd25900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_sources= new_sources= 2026-04-02T12:00:33.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.006+0000 7f03bbd25900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential sources added=[] removed=[] 2026-04-02T12:00:33.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.006+0000 7f03bbd25900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_dests= new_dests= 2026-04-02T12:00:33.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.006+0000 7f03bbd25900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential dests added=[] removed=[] 2026-04-02T12:00:33.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.007+0000 7f03bbd25900 -1 Injecting error=-5 at location=logrecord_writes 2026-04-02T12:00:33.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.007+0000 7f03bbd25900 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2026-04-02T12:00:33.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.009+0000 7f03bbd25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:33.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.009+0000 7f03bbd25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 2026-04-02T12:00:33.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f03bbd25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f03bbd25900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f03bbd25900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f03bbd25900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37, ofs0, ns] 2026-04-02T12:00:33.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f0392ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927278 cookie 93985349450752 notifier 37010 bl.length()=983 2026-04-02T12:00:33.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f0392ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f0392ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f0392ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f03bbd25900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_sources= new_sources= 2026-04-02T12:00:33.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f03bbd25900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential sources added=[] removed=[] 2026-04-02T12:00:33.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f03bbd25900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_dests= new_dests= 2026-04-02T12:00:33.012 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.010+0000 7f03bbd25900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential dests added=[] removed=[] 2026-04-02T12:00:33.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.014+0000 7f03bbd25900 20 remove_watcher() i=0 2026-04-02T12:00:33.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.014+0000 7f03bbd25900 2 removed watcher, disabling cache 2026-04-02T12:00:33.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.014+0000 7f03bbd25900 20 remove_watcher() i=7 2026-04-02T12:00:33.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.014+0000 7f03bbd25900 20 remove_watcher() i=6 2026-04-02T12:00:33.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.014+0000 7f03bbd25900 20 remove_watcher() i=5 2026-04-02T12:00:33.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.014+0000 7f03bbd25900 20 remove_watcher() i=2 2026-04-02T12:00:33.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.015+0000 7f03bbd25900 20 remove_watcher() i=4 2026-04-02T12:00:33.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.015+0000 7f03bbd25900 20 remove_watcher() i=1 2026-04-02T12:00:33.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.015+0000 7f03bbd25900 20 remove_watcher() i=3 2026-04-02T12:00:33.024 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:00:33.043 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:33.043 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:33.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.063+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.065+0000 7f13ad412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.065+0000 7f13ad412900 20 realm 2026-04-02T12:00:33.066 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.065+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.065+0000 7f13ad412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.065+0000 7f13ad412900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:33.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.065+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.065+0000 7f13ad412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.065+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.066+0000 7f13ad412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.066+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.066+0000 7f13ad412900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:33.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.066+0000 7f13ad412900 20 searching for the correct realm 2026-04-02T12:00:33.070 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.069+0000 7f13a8c01640 0 -- 192.168.123.102:0/4025437429 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55e3637b4600 msgr2=0x55e3637d4ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:33.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.072+0000 7f139bfff640 0 -- 192.168.123.102:0/4025437429 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f139c0661f0 msgr2=0x7f139c0627d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.074+0000 7f13ad412900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.074+0000 7f13ad412900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.074+0000 7f13ad412900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.074+0000 7f13ad412900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.074+0000 7f13ad412900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.074+0000 7f13ad412900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.074+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.076 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 zone default found 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 4 Realm: () 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 zonegroup default 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.075+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.076+0000 7f13ad412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.076+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.076+0000 7f13ad412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.076+0000 7f13ad412900 20 started sync module instance, tier type = 2026-04-02T12:00:33.077 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.076+0000 7f13ad412900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:33.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.079+0000 7f13ad412900 20 add_watcher() i=0 2026-04-02T12:00:33.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.079+0000 7f13ad412900 20 add_watcher() i=3 2026-04-02T12:00:33.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.080+0000 7f13ad412900 20 add_watcher() i=4 2026-04-02T12:00:33.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.080+0000 7f13ad412900 20 add_watcher() i=7 2026-04-02T12:00:33.081 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.080+0000 7f13ad412900 20 add_watcher() i=5 2026-04-02T12:00:33.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.080+0000 7f13ad412900 20 add_watcher() i=6 2026-04-02T12:00:33.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.080+0000 7f13ad412900 20 add_watcher() i=1 2026-04-02T12:00:33.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.080+0000 7f13ad412900 20 add_watcher() i=2 2026-04-02T12:00:33.082 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.080+0000 7f13ad412900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:33.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.082+0000 7f13ad412900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:33.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.083+0000 7f13ad412900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:33.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.083+0000 7f13ad412900 5 note: GC not initialized 2026-04-02T12:00:33.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.083+0000 7f13557f2640 20 reqs_thread_entry: start 2026-04-02T12:00:33.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.126+0000 7f13ad412900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:33.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.126+0000 7f13ad412900 20 Filter name: none 2026-04-02T12:00:33.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.126+0000 7f134effd640 20 reqs_thread_entry: start 2026-04-02T12:00:33.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.126+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.127+0000 7f13ad412900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:33.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.127+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.127+0000 7f13ad412900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:33.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.127+0000 7f13ad412900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:33.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.127+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.127+0000 7f13ad412900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:33.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.127+0000 7f13ad412900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.127+0000 7f13ad412900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:33.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.128+0000 7f13ad412900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 20 remove_watcher() i=0 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 2 removed watcher, disabling cache 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 20 remove_watcher() i=1 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 20 remove_watcher() i=7 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 20 remove_watcher() i=2 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 20 remove_watcher() i=4 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 20 remove_watcher() i=5 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 20 remove_watcher() i=3 2026-04-02T12:00:33.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.132+0000 7f13ad412900 20 remove_watcher() i=6 2026-04-02T12:00:33.140 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:33.140 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:00:33.140 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-logrecord-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:00:33.140 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:33.190 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:00:33.212 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:33.212 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:33.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.233+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.235+0000 7f69a373e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.235+0000 7f69a373e900 20 realm 2026-04-02T12:00:33.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.235+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.235+0000 7f69a373e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.235+0000 7f69a373e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:33.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.235+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.235+0000 7f69a373e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.237 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.235+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.236+0000 7f69a373e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.236+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.237+0000 7f69a373e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:33.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.237+0000 7f69a373e900 20 searching for the correct realm 2026-04-02T12:00:33.241 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.240+0000 7f699b7fe640 0 -- 192.168.123.102:0/2972520656 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f699400aa30 msgr2=0x7f699408afb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:33.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.243+0000 7f699b7fe640 0 -- 192.168.123.102:0/2972520656 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f695c0a4200 msgr2=0x7f695c0c4600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:33.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:33.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:33.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:33.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:33.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:33.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:33.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 zone default found 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 4 Realm: () 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 zonegroup default 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.247+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.248+0000 7f69a373e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.248+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.248+0000 7f69a373e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.248+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.248+0000 7f69a373e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.248+0000 7f69a373e900 20 started sync module instance, tier type = 2026-04-02T12:00:33.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.248+0000 7f69a373e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:33.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.252+0000 7f69a373e900 20 add_watcher() i=0 2026-04-02T12:00:33.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.252+0000 7f69a373e900 20 add_watcher() i=2 2026-04-02T12:00:33.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.252+0000 7f69a373e900 20 add_watcher() i=4 2026-04-02T12:00:33.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.252+0000 7f69a373e900 20 add_watcher() i=7 2026-04-02T12:00:33.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.252+0000 7f69a373e900 20 add_watcher() i=3 2026-04-02T12:00:33.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.252+0000 7f69a373e900 20 add_watcher() i=5 2026-04-02T12:00:33.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.253+0000 7f69a373e900 20 add_watcher() i=6 2026-04-02T12:00:33.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.253+0000 7f69a373e900 20 add_watcher() i=1 2026-04-02T12:00:33.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.254+0000 7f69a373e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:33.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.256+0000 7f69a373e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:33.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.256+0000 7f69a373e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:33.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.256+0000 7f69a373e900 5 note: GC not initialized 2026-04-02T12:00:33.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.256+0000 7f69477fe640 20 reqs_thread_entry: start 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.304+0000 7f69a373e900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.304+0000 7f69a373e900 20 Filter name: none 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.304+0000 7f69457fa640 20 reqs_thread_entry: start 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.304+0000 7f69a373e900 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.304+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 : miss 2026-04-02T12:00:33.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:33.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:33.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.307 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.305+0000 7f69a373e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.309+0000 7f69a373e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.309+0000 7f69a373e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.309+0000 7f69a373e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.309+0000 7f69a373e900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37, ofs0, ns] 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.309+0000 7f697e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927279 cookie 94835831633280 notifier 7596 bl.length()=1019 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.309+0000 7f697e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.309+0000 7f697e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.309+0000 7f697e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.310+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_sources= new_sources= 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.310+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential sources added=[] removed=[] 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.310+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_dests= new_dests= 2026-04-02T12:00:33.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.310+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential dests added=[] removed=[] 2026-04-02T12:00:33.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.312+0000 7f69a373e900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.37.1.0 2026-04-02T12:00:33.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.312+0000 7f69a373e900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.37.1.0 2026-04-02T12:00:33.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.312+0000 7f69a373e900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.37.1.1 2026-04-02T12:00:33.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.312+0000 7f69a373e900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.37.1.1 2026-04-02T12:00:33.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.312+0000 7f69a373e900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.37.0 2026-04-02T12:00:33.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.314+0000 7f69a373e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:33.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.314+0000 7f69a373e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.315+0000 7f69a373e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.315+0000 7f69a373e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.315+0000 7f69a373e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.315+0000 7f69a373e900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37, ofs0, ns] 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.316+0000 7f697dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927280 cookie 94835831633280 notifier 7596 bl.length()=1019 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.316+0000 7f697dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.316+0000 7f697dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.316+0000 7f697dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.316+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_sources= new_sources= 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.316+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential sources added=[] removed=[] 2026-04-02T12:00:33.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.316+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_dests= new_dests= 2026-04-02T12:00:33.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.316+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential dests added=[] removed=[] 2026-04-02T12:00:33.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.317+0000 7f69a373e900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.37.0 2026-04-02T12:00:33.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.317+0000 7f69a373e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:33.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.317+0000 7f69a373e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.318+0000 7f69a373e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.318+0000 7f69a373e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.318+0000 7f69a373e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.318+0000 7f69a373e900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37, ofs0, ns] 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.319+0000 7f697e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927281 cookie 94835831633280 notifier 7596 bl.length()=983 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.319+0000 7f697e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 info.flags=0x17 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.319+0000 7f697e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 to cache LRU end 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.319+0000 7f697e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.319+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_sources= new_sources= 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.319+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential sources added=[] removed=[] 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.319+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): orig_dests= new_dests= 2026-04-02T12:00:33.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.319+0000 7f69a373e900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.37]): potential dests added=[] removed=[] 2026-04-02T12:00:33.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.320+0000 7f69a373e900 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 20 remove_watcher() i=5 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 2 removed watcher, disabling cache 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 20 remove_watcher() i=2 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 20 remove_watcher() i=0 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 20 remove_watcher() i=3 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 20 remove_watcher() i=6 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 20 remove_watcher() i=1 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 20 remove_watcher() i=4 2026-04-02T12:00:33.327 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.325+0000 7f69a373e900 20 remove_watcher() i=7 2026-04-02T12:00:33.337 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:00:33.356 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:33.356 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:33.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.375+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.376+0000 7f9f44563900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.376+0000 7f9f44563900 20 realm 2026-04-02T12:00:33.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.376+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.376+0000 7f9f44563900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.376+0000 7f9f44563900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:33.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.376+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.376+0000 7f9f44563900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.376+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.377+0000 7f9f44563900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.377+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.378+0000 7f9f44563900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:33.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.378+0000 7f9f44563900 20 searching for the correct realm 2026-04-02T12:00:33.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.382+0000 7f9f3bfff640 0 -- 192.168.123.102:0/1835636220 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f9f340c9c30 msgr2=0x7f9f340bb090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:33.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.385+0000 7f9f40b7d640 0 -- 192.168.123.102:0/1835636220 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x55cf28c9c3f0 msgr2=0x55cf28cbc7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.388+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 20 zone default found 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 4 Realm: () 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 20 zonegroup default 2026-04-02T12:00:33.390 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.389+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.390+0000 7f9f44563900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.390+0000 7f9f44563900 20 started sync module instance, tier type = 2026-04-02T12:00:33.391 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.390+0000 7f9f44563900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:33.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.393+0000 7f9f44563900 20 add_watcher() i=3 2026-04-02T12:00:33.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.393+0000 7f9f44563900 20 add_watcher() i=2 2026-04-02T12:00:33.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.393+0000 7f9f44563900 20 add_watcher() i=4 2026-04-02T12:00:33.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.393+0000 7f9f44563900 20 add_watcher() i=0 2026-04-02T12:00:33.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.394+0000 7f9f44563900 20 add_watcher() i=5 2026-04-02T12:00:33.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.394+0000 7f9f44563900 20 add_watcher() i=6 2026-04-02T12:00:33.395 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.394+0000 7f9f44563900 20 add_watcher() i=7 2026-04-02T12:00:33.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.394+0000 7f9f44563900 20 add_watcher() i=1 2026-04-02T12:00:33.396 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.394+0000 7f9f44563900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:33.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.597+0000 7f9f44563900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:33.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.597+0000 7f9f44563900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:33.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.598+0000 7f9f44563900 5 note: GC not initialized 2026-04-02T12:00:33.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.598+0000 7f9eed7ea640 20 reqs_thread_entry: start 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.641+0000 7f9f44563900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.641+0000 7f9f44563900 20 Filter name: none 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.641+0000 7f9ee6ffd640 20 reqs_thread_entry: start 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.641+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.641+0000 7f9f44563900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.641+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.642+0000 7f9f44563900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.642+0000 7f9f44563900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:33.643 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.642+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.642+0000 7f9f44563900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:33.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.642+0000 7f9f44563900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.642+0000 7f9f44563900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:33.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.642+0000 7f9f44563900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:33.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.646+0000 7f9f44563900 20 remove_watcher() i=4 2026-04-02T12:00:33.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.646+0000 7f9f44563900 2 removed watcher, disabling cache 2026-04-02T12:00:33.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.647+0000 7f9f44563900 20 remove_watcher() i=3 2026-04-02T12:00:33.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.647+0000 7f9f44563900 20 remove_watcher() i=6 2026-04-02T12:00:33.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.647+0000 7f9f44563900 20 remove_watcher() i=5 2026-04-02T12:00:33.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.647+0000 7f9f44563900 20 remove_watcher() i=2 2026-04-02T12:00:33.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.647+0000 7f9f44563900 20 remove_watcher() i=0 2026-04-02T12:00:33.648 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.647+0000 7f9f44563900 20 remove_watcher() i=7 2026-04-02T12:00:33.649 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.647+0000 7f9f44563900 20 remove_watcher() i=1 2026-04-02T12:00:33.655 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:33.655 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:00:33.655 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-logrecord-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.37 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:00:33.655 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:33.713 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with abort at logrecord_writes 2026-04-02T12:00:33.713 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:33.910 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:00:33.932 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:33.933 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:33.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.953+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.954+0000 7f6c065a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.954+0000 7f6c065a2900 20 realm 2026-04-02T12:00:33.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.954+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.955+0000 7f6c065a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.955+0000 7f6c065a2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:33.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.955+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.955+0000 7f6c065a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.956 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.955+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.956+0000 7f6c065a2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.957 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.956+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.956+0000 7f6c065a2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:33.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.956+0000 7f6c065a2900 20 searching for the correct realm 2026-04-02T12:00:33.960 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.958+0000 7f6c0485a640 0 -- 192.168.123.102:0/2781187589 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f6bf8069360 msgr2=0x7f6bf806e0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:33.963 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:33.962+0000 7f6bf7fff640 0 -- 192.168.123.102:0/2781187589 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f6bf806a660 msgr2=0x7f6bf8064830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:34.169 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.167+0000 7f6c065a2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.168+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.170 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 20 zone default found 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 4 Realm: () 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 20 zonegroup default 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.169+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.170+0000 7f6c065a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.170+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.170+0000 7f6c065a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.170+0000 7f6c065a2900 20 started sync module instance, tier type = 2026-04-02T12:00:34.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.170+0000 7f6c065a2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:34.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.174+0000 7f6c065a2900 20 add_watcher() i=5 2026-04-02T12:00:34.175 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.174+0000 7f6c065a2900 20 add_watcher() i=6 2026-04-02T12:00:34.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.174+0000 7f6c065a2900 20 add_watcher() i=0 2026-04-02T12:00:34.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.174+0000 7f6c065a2900 20 add_watcher() i=7 2026-04-02T12:00:34.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.174+0000 7f6c065a2900 20 add_watcher() i=4 2026-04-02T12:00:34.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.175+0000 7f6c065a2900 20 add_watcher() i=2 2026-04-02T12:00:34.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.175+0000 7f6c065a2900 20 add_watcher() i=3 2026-04-02T12:00:34.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.175+0000 7f6c065a2900 20 add_watcher() i=1 2026-04-02T12:00:34.177 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.175+0000 7f6c065a2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:34.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.177+0000 7f6c065a2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:34.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.177+0000 7f6c065a2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:34.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.177+0000 7f6c065a2900 5 note: GC not initialized 2026-04-02T12:00:34.179 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.177+0000 7f6bb0ff1640 20 reqs_thread_entry: start 2026-04-02T12:00:34.219 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.218+0000 7f6c065a2900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.218+0000 7f6c065a2900 20 Filter name: none 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.218+0000 7f6baa7fc640 20 reqs_thread_entry: start 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.218+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.218+0000 7f6c065a2900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.218+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.219+0000 7f6c065a2900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.219+0000 7f6c065a2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.219+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.219+0000 7f6c065a2900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:34.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.219+0000 7f6c065a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.219+0000 7f6c065a2900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:34.221 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.219+0000 7f6c065a2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:34.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 20 remove_watcher() i=0 2026-04-02T12:00:34.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 2 removed watcher, disabling cache 2026-04-02T12:00:34.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 20 remove_watcher() i=6 2026-04-02T12:00:34.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 20 remove_watcher() i=5 2026-04-02T12:00:34.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 20 remove_watcher() i=4 2026-04-02T12:00:34.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 20 remove_watcher() i=7 2026-04-02T12:00:34.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 20 remove_watcher() i=3 2026-04-02T12:00:34.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 20 remove_watcher() i=2 2026-04-02T12:00:34.226 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.224+0000 7f6c065a2900 20 remove_watcher() i=1 2026-04-02T12:00:34.232 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.232 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:00:34.232 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-logrecord-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:00:34.232 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.235 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2026-04-02T12:00:34.259 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:34.259 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:34.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.283+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 realm 2026-04-02T12:00:34.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.284+0000 7fb68cfcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:34.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.286 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:34.287 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.286+0000 7fb68cfcb900 20 searching for the correct realm 2026-04-02T12:00:34.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.288+0000 7fb683fff640 0 -- 192.168.123.102:0/2409404105 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x55e35d466880 msgr2=0x7fb67c03ba50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:34.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.492+0000 7fb682ffd640 0 -- 192.168.123.102:0/2409404105 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fb67c038080 msgr2=0x7fb67c097930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:34.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.697+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:34.699 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.697+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 zone default found 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 Realm: () 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 zonegroup default 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.700 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 started sync module instance, tier type = 2026-04-02T12:00:34.701 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:34.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.702+0000 7fb68cfcb900 20 add_watcher() i=7 2026-04-02T12:00:34.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=3 2026-04-02T12:00:34.704 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=2 2026-04-02T12:00:34.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=6 2026-04-02T12:00:34.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=0 2026-04-02T12:00:34.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=5 2026-04-02T12:00:34.705 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=1 2026-04-02T12:00:34.706 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.705+0000 7fb68cfcb900 20 add_watcher() i=4 2026-04-02T12:00:34.706 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.705+0000 7fb68cfcb900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:34.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.707+0000 7fb68cfcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:34.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.707+0000 7fb68cfcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:34.708 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 note: GC not initialized 2026-04-02T12:00:34.709 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.707+0000 7fb6357ea640 20 reqs_thread_entry: start 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 Filter name: none 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb62e7fc640 20 reqs_thread_entry: start 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 : miss 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.753+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.754 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 2026-04-02T12:00:34.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38, ofs0, ns] 2026-04-02T12:00:34.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927285 cookie 94435016478080 notifier 37082 bl.length()=1019 2026-04-02T12:00:34.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_sources= new_sources= 2026-04-02T12:00:34.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential sources added=[] removed=[] 2026-04-02T12:00:34.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_dests= new_dests= 2026-04-02T12:00:34.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential dests added=[] removed=[] 2026-04-02T12:00:34.760 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb68cfcb900 time 2026-04-02T12:00:34.759913+0000 2026-04-02T12:00:34.760 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:00:34.760 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb68d38f8f8] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55e35ba06fc4] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x1013a2f) [0x55e35c600a2f] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55e35c127e3e] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb68c42a610] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fb68cfcb900 thread_name:radosgw-admin 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.759+0000 7fb68cfcb900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb68cfcb900 time 2026-04-02T12:00:34.759913+0000 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb68d38f8f8] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55e35ba06fc4] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x1013a2f) [0x55e35c600a2f] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55e35c127e3e] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb68c42a610] 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T12:00:34.761 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb68c43fc30] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb68c48d02c] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb68d38f957] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55e35ba06fc4] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x1013a2f) [0x55e35c600a2f] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55e35c127e3e] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb68c42a610] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.759+0000 7fb68cfcb900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fb68cfcb900 thread_name:radosgw-admin 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb68c43fc30] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb68c48d02c] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb68d38f957] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55e35ba06fc4] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x1013a2f) [0x55e35c600a2f] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55e35c127e3e] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb68c42a610] 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: dump: 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.765 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: dump: 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:00:34.265+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 7638 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:00:34.265+0000 7fb68cfcb900 10 monclient: get_monmap_and_config success 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:00:34.265+0000 7fb68cfcb900 4 set_mon_vals no callback set 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 10 monclient: shutdown 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) unregister_commands rotate-key 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 10 monclient: build_initial_monmap 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 1 build_initial for_mkfs: 0 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 10 monclient: monmap: 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding auth protocol: cephx 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding auth protocol: cephx 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding auth protocol: cephx 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.766 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 1 librados: starting msgr at 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 1 librados: starting objecter 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command objecter_requests hook 0x55e35d4d6810 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 1 librados: setting wanted keys 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 1 librados: calling monclient init 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient: init 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding auth protocol: cephx 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding auth protocol: cephx 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding auth protocol: cephx 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command rotate-key hook 0x55e35d4d3df8 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-a con 0x55e35d4d9860 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-c con 0x55e35d4db1b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-b con 0x7fb668003500 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): authenticate will time out at 1864.279846s 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): get_auth_request con 0x55e35d4d9860 auth_method 0 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): get_auth_request con 0x55e35d4db1b0 auth_method 0 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:00:34.267+0000 7fb683fff640 10 monclient(hunting): get_auth_request con 0x7fb668003500 auth_method 0 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:00:34.267+0000 7fb683fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:00:34.267+0000 7fb683fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:00:34.267+0000 7fb683fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.767 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:00:34.268+0000 7fb6837fe640 10 monclient(hunting): handle_auth_done global_id 7641 payload 824 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:00:34.268+0000 7fb6837fe640 10 monclient: _finish_hunting 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:00:34.268+0000 7fb6837fe640 1 monclient: found mon.noname-a 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:00:34.268+0000 7fb6837fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: dump: 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: dump: 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 7641 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:00:34.268+0000 7fb679ffb640 4 set_mon_vals no callback set 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 1 librados: init done 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:00:34.270+0000 7fb66ffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:00:34.270+0000 7fb66ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:00:34.270+0000 7fb66ffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:00:34.270+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb6640775c0 auth_method 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:00:34.270+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d4feb20 auth_method 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:00:34.271+0000 7fb6837fe640 10 monclient: get_auth_request con 0x55e35d649cd0 auth_method 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:00:34.271+0000 7fb682ffd640 10 monclient: get_auth_request con 0x55e35d66beb0 auth_method 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:00:34.272+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d68e230 auth_method 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 10 monclient: build_initial_monmap 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 1 build_initial for_mkfs: 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 10 monclient: monmap: 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:34.768 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding auth protocol: cephx 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding auth protocol: cephx 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding auth protocol: cephx 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e35d6b2e50 EEXIST 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 10 monclient: init 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding auth protocol: cephx 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding auth protocol: cephx 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding auth protocol: cephx 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command rotate-key cmddesc rotate-key hook 0x55e35d68ced0 EEXIST 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-a con 0x55e35d6daa50 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-c con 0x55e35d6dae20 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-b con 0x55e35d6dd330 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): authenticate will time out at 1864.286745s 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): get_auth_request con 0x55e35d6daa50 auth_method 0 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): get_auth_request con 0x55e35d6dae20 auth_method 0 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.769 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:00:34.274+0000 7fb6837fe640 10 monclient(hunting): get_auth_request con 0x55e35d6dd330 auth_method 0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:00:34.274+0000 7fb6837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:00:34.274+0000 7fb6837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:00:34.274+0000 7fb6837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): handle_auth_done global_id 7644 payload 824 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:00:34.275+0000 7fb682ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:00:34.275+0000 7fb682ffd640 1 monclient: found mon.noname-a 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:00:34.275+0000 7fb682ffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: dump: 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: dump: 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 7644 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:00:34.275+0000 7fb688c96640 4 set_mon_vals no callback set 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:00:34.277+0000 7fb66d7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:00:34.277+0000 7fb66d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:00:34.277+0000 7fb66d7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:00:34.277+0000 7fb683fff640 10 monclient: get_auth_request con 0x7fb658077520 auth_method 0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 10 monclient: get_monmap_and_config 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 10 monclient: build_initial_monmap 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 1 build_initial for_mkfs: 0 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 10 monclient: monmap: 2026-04-02T12:00:34.770 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding auth protocol: cephx 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding auth protocol: cephx 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding auth protocol: cephx 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient: init 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding auth protocol: cephx 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding auth protocol: cephx 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding auth protocol: cephx 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdf257c618 EEXIST 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-b con 0x55e35d771a00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-c con 0x55e35d770be0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-a con 0x55e35d7c6cf0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): authenticate will time out at 1864.290762s 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): get_auth_request con 0x55e35d7c6cf0 auth_method 0 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.771 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:00:34.278+0000 7fb682ffd640 10 monclient(hunting): get_auth_request con 0x55e35d771a00 auth_method 0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:00:34.278+0000 7fb682ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:00:34.278+0000 7fb682ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:00:34.278+0000 7fb682ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:00:34.278+0000 7fb683fff640 10 monclient(hunting): get_auth_request con 0x55e35d770be0 auth_method 0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:00:34.278+0000 7fb683fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:00:34.278+0000 7fb683fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:00:34.278+0000 7fb683fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): handle_auth_done global_id 7647 payload 274 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:00:34.279+0000 7fb6837fe640 10 monclient: _finish_hunting 0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:00:34.279+0000 7fb6837fe640 1 monclient: found mon.noname-a 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:00:34.279+0000 7fb6837fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: dump: 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: dump: 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 7647 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 10 monclient: get_monmap_and_config success 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 4 set_mon_vals no callback set 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 10 monclient: shutdown 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 10 monclient: build_initial_monmap 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 1 build_initial for_mkfs: 0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 10 monclient: monmap: 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:34.772 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding auth protocol: cephx 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding auth protocol: cephx 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding auth protocol: cephx 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 1 librados: starting msgr at 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 1 librados: starting objecter 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e35d79d9f0 EEXIST 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 1 librados: setting wanted keys 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 1 librados: calling monclient init 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient: init 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding auth protocol: cephx 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding auth protocol: cephx 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding auth protocol: cephx 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command rotate-key cmddesc rotate-key hook 0x55e35d76e748 EEXIST 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-b con 0x55e35d771a00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-a con 0x55e35d7c6cf0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-c con 0x55e35d7c5530 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): authenticate will time out at 1864.292453s 2026-04-02T12:00:34.773 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): get_auth_request con 0x55e35d7c5530 auth_method 0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): get_auth_request con 0x55e35d771a00 auth_method 0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): handle_auth_done global_id 37082 payload 824 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient: _finish_hunting 0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:00:34.280+0000 7fb6837fe640 1 monclient: found mon.noname-c 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:00:34.280+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d7c6cf0 auth_method 0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:00:34.280+0000 7fb6617fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: dump: 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: dump: 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 37082 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:00:34.281+0000 7fb662ffd640 4 set_mon_vals no callback set 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 1 librados: init done 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cr dump hook 0x7fb674001988 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:00:34.282+0000 7fb6617fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:00:34.282+0000 7fb6617fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:00:34.282+0000 7fb6617fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.774 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:00:34.282+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb644077540 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:00:34.283+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:00:34.283+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d836a70 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 realm 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:00:34.284+0000 7fb682ffd640 10 monclient: get_auth_request con 0x55e35d859150 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:00:34.285+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d87a980 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:00:34.286+0000 7fb68cfcb900 20 searching for the correct realm 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:00:34.286+0000 7fb6837fe640 10 monclient: get_auth_request con 0x55e35d89d420 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:00:34.286+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb67407cad0 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:00:34.287+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d466880 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:00:34.288+0000 7fb683fff640 0 -- 192.168.123.102:0/2409404105 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x55e35d466880 msgr2=0x7fb67c03ba50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:00:34.488+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d466880 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:00:34.490+0000 7fb6837fe640 10 monclient: get_auth_request con 0x7fb668002c90 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:00:34.492+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb67c038080 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:00:34.492+0000 7fb682ffd640 0 -- 192.168.123.102:0/2409404105 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fb67c038080 msgr2=0x7fb67c097930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:00:34.693+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb67c038080 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:00:34.697+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:00:34.697+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 zone default found 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 Realm: () 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 zonegroup default 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 started sync module instance, tier type = 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:00:34.702+0000 7fb68cfcb900 20 add_watcher() i=7 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=3 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=2 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=6 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=5 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=1 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:00:34.705+0000 7fb68cfcb900 20 add_watcher() i=4 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:00:34.705+0000 7fb68cfcb900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:00:34.705+0000 7fb683fff640 10 monclient: get_auth_request con 0x7fb610007200 auth_method 0 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding auth protocol: cephx 2026-04-02T12:00:34.775 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding auth protocol: cephx 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding auth protocol: cephx 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cache list hook 0x55e35d79cd10 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cache inspect hook 0x55e35d79cd10 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cache erase hook 0x55e35d79cd10 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cache zap hook 0x55e35d79cd10 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 note: GC not initialized 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:00:34.707+0000 7fb6357ea640 20 reqs_thread_entry: start 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command sync trace show hook 0x7fb670004600 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command sync trace history hook 0x7fb670004600 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command sync trace active hook 0x7fb670004600 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command sync trace active_short hook 0x7fb670004600 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:00:34.708+0000 7fb6837fe640 10 monclient: get_auth_request con 0x55e35d9ab170 auth_method 0 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:00:34.709+0000 7fb682ffd640 10 monclient: get_auth_request con 0x55e35d9ac4d0 auth_method 0 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:00:34.711+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d9a16f0 auth_method 0 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:00:34.712+0000 7fb6837fe640 10 monclient: get_auth_request con 0x55e35d9b08f0 auth_method 0 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:00:34.716+0000 7fb682ffd640 10 monclient: get_auth_request con 0x55e35d9a8e50 auth_method 0 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:00:34.722+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d9a4f60 auth_method 0 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 Filter name: none 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:00:34.752+0000 7fb62e7fc640 20 reqs_thread_entry: start 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 : miss 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38, ofs0, ns] 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927285 cookie 94435016478080 notifier 37082 bl.length()=1019 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_sources= new_sources= 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential sources added=[] removed=[] 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_dests= new_dests= 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential dests added=[] removed=[] 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:00:34.759+0000 7fb68cfcb900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb68cfcb900 time 2026-04-02T12:00:34.759913+0000 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:00:34.776 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb68d38f8f8] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55e35ba06fc4] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x1013a2f) [0x55e35c600a2f] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55e35c127e3e] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb68c42a610] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:00:34.759+0000 7fb68cfcb900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fb68cfcb900 thread_name:radosgw-admin 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb68c43fc30] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb68c48d02c] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb68d38f957] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55e35ba06fc4] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x1013a2f) [0x55e35c600a2f] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55e35c127e3e] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb68c42a610] 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:00:34.777 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:00:34.778 INFO:tasks.workunit.client.0.vm02.stderr: 7fb62e7fc640 / http_manager 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6357ea640 / http_manager 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6617fa640 / ms_dispatch 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6627fc640 / io_context_pool 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb662ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb66d7fa640 / ms_dispatch 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb66ffff640 / ms_dispatch 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb679ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb67a7fc640 / admin_socket 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6827fc640 / ms_dispatch 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb682ffd640 / msgr-worker-2 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6837fe640 / msgr-worker-1 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb683fff640 / msgr-worker-0 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb688c96640 / io_context_pool 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 7fb68cfcb900 / radosgw-admin 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.94775.log 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: dump: 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:00:34.265+0000 7fb679ffb640 10 monclient: dump: 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:00:34.265+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 7638 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:00:34.265+0000 7fb68cfcb900 10 monclient: get_monmap_and_config success 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:00:34.265+0000 7fb68cfcb900 4 set_mon_vals no callback set 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 10 monclient: shutdown 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) unregister_commands rotate-key 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 10 monclient: build_initial_monmap 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 1 build_initial for_mkfs: 0 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 10 monclient: monmap: 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.779 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding auth protocol: cephx 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding auth protocol: cephx 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding auth protocol: cephx 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d5cc0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 1 librados: starting msgr at 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 1 librados: starting objecter 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:00:34.266+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command objecter_requests hook 0x55e35d4d6810 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 1 librados: setting wanted keys 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 1 librados: calling monclient init 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient: init 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding auth protocol: cephx 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding auth protocol: cephx 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding auth protocol: cephx 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: crc 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d4d3cb0) adding con mode: secure 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command rotate-key hook 0x55e35d4d3df8 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-a con 0x55e35d4d9860 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-c con 0x55e35d4db1b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-b con 0x7fb668003500 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:00:34.267+0000 7fb68cfcb900 10 monclient(hunting): authenticate will time out at 1864.279846s 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): get_auth_request con 0x55e35d4d9860 auth_method 0 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.780 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): get_auth_request con 0x55e35d4db1b0 auth_method 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:00:34.267+0000 7fb683fff640 10 monclient(hunting): get_auth_request con 0x7fb668003500 auth_method 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:00:34.267+0000 7fb683fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:00:34.267+0000 7fb683fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:00:34.267+0000 7fb683fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:00:34.267+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:00:34.267+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:00:34.268+0000 7fb6837fe640 10 monclient(hunting): handle_auth_done global_id 7641 payload 824 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:00:34.268+0000 7fb6837fe640 10 monclient: _finish_hunting 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:00:34.268+0000 7fb6837fe640 1 monclient: found mon.noname-a 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:00:34.268+0000 7fb6837fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: dump: 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:00:34.268+0000 7fb66ffff640 10 monclient: dump: 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 7641 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:00:34.268+0000 7fb679ffb640 4 set_mon_vals no callback set 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:00:34.268+0000 7fb68cfcb900 1 librados: init done 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:00:34.270+0000 7fb66ffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:00:34.270+0000 7fb66ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:00:34.270+0000 7fb66ffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:00:34.270+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb6640775c0 auth_method 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:00:34.270+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d4feb20 auth_method 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:00:34.271+0000 7fb6837fe640 10 monclient: get_auth_request con 0x55e35d649cd0 auth_method 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:00:34.271+0000 7fb682ffd640 10 monclient: get_auth_request con 0x55e35d66beb0 auth_method 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:00:34.272+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d68e230 auth_method 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 10 monclient: build_initial_monmap 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 1 build_initial for_mkfs: 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 10 monclient: monmap: 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:34.781 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding auth protocol: cephx 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding auth protocol: cephx 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding auth protocol: cephx 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d6afa70) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e35d6b2e50 EEXIST 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 10 monclient: init 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding auth protocol: cephx 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding auth protocol: cephx 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding auth protocol: cephx 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:00:34.273+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: crc 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d68cd88) adding con mode: secure 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command rotate-key cmddesc rotate-key hook 0x55e35d68ced0 EEXIST 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-a con 0x55e35d6daa50 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-c con 0x55e35d6dae20 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-b con 0x55e35d6dd330 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:00:34.274+0000 7fb68cfcb900 10 monclient(hunting): authenticate will time out at 1864.286745s 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): get_auth_request con 0x55e35d6daa50 auth_method 0 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): get_auth_request con 0x55e35d6dae20 auth_method 0 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.782 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:00:34.274+0000 7fb683fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:00:34.274+0000 7fb6837fe640 10 monclient(hunting): get_auth_request con 0x55e35d6dd330 auth_method 0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:00:34.274+0000 7fb6837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:00:34.274+0000 7fb6837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:00:34.274+0000 7fb6837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:00:34.274+0000 7fb682ffd640 10 monclient(hunting): handle_auth_done global_id 7644 payload 824 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:00:34.275+0000 7fb682ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:00:34.275+0000 7fb682ffd640 1 monclient: found mon.noname-a 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:00:34.275+0000 7fb682ffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: dump: 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:00:34.275+0000 7fb66d7fa640 10 monclient: dump: 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 7644 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:00:34.275+0000 7fb688c96640 4 set_mon_vals no callback set 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:00:34.275+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:00:34.277+0000 7fb66d7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:00:34.277+0000 7fb66d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:00:34.277+0000 7fb66d7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:00:34.277+0000 7fb683fff640 10 monclient: get_auth_request con 0x7fb658077520 auth_method 0 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 10 monclient: get_monmap_and_config 2026-04-02T12:00:34.783 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 10 monclient: build_initial_monmap 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 1 build_initial for_mkfs: 0 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 10 monclient: monmap: 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding auth protocol: cephx 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding auth protocol: cephx 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding auth protocol: cephx 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:00:34.277+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76fc20) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient: init 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding auth protocol: cephx 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding auth protocol: cephx 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding auth protocol: cephx 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: crc 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c4d0) adding con mode: secure 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdf257c618 EEXIST 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-b con 0x55e35d771a00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-c con 0x55e35d770be0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-a con 0x55e35d7c6cf0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.784 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:00:34.278+0000 7fb68cfcb900 10 monclient(hunting): authenticate will time out at 1864.290762s 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): get_auth_request con 0x55e35d7c6cf0 auth_method 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:00:34.278+0000 7fb682ffd640 10 monclient(hunting): get_auth_request con 0x55e35d771a00 auth_method 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:00:34.278+0000 7fb682ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:00:34.278+0000 7fb682ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:00:34.278+0000 7fb682ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:00:34.278+0000 7fb683fff640 10 monclient(hunting): get_auth_request con 0x55e35d770be0 auth_method 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:00:34.278+0000 7fb683fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:00:34.278+0000 7fb683fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:00:34.278+0000 7fb683fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:00:34.278+0000 7fb6837fe640 10 monclient(hunting): handle_auth_done global_id 7647 payload 274 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:00:34.279+0000 7fb6837fe640 10 monclient: _finish_hunting 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:00:34.279+0000 7fb6837fe640 1 monclient: found mon.noname-a 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:00:34.279+0000 7fb6837fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: dump: 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:00:34.279+0000 7fb662ffd640 10 monclient: dump: 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 7647 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 10 monclient: get_monmap_and_config success 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 4 set_mon_vals no callback set 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 10 monclient: shutdown 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 10 monclient: build_initial_monmap 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 1 build_initial for_mkfs: 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 10 monclient: monmap: 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.785 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding auth protocol: cephx 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding auth protocol: cephx 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding auth protocol: cephx 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d7c71e0) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 1 librados: starting msgr at 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 1 librados: starting objecter 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:00:34.279+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e35d79d9f0 EEXIST 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 1 librados: setting wanted keys 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 1 librados: calling monclient init 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient: init 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding auth protocol: cephx 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding auth protocol: cephx 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding auth protocol: cephx 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: crc 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 AuthRegistry(0x55e35d76e600) adding con mode: secure 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command rotate-key cmddesc rotate-key hook 0x55e35d76e748 EEXIST 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient: _reopen_session rank -1 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-b con 0x55e35d771a00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-a con 0x55e35d7c6cf0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:00:34.786 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): picked mon.noname-c con 0x55e35d7c5530 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): start opening mon connection 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): _renew_subs 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:00:34.280+0000 7fb68cfcb900 10 monclient(hunting): authenticate will time out at 1864.292453s 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): get_auth_request con 0x55e35d7c5530 auth_method 0 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): get_auth_request con 0x55e35d771a00 auth_method 0 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:00:34.280+0000 7fb682ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient(hunting): handle_auth_done global_id 37082 payload 824 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient: _finish_hunting 0 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:00:34.280+0000 7fb6837fe640 1 monclient: found mon.noname-c 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:00:34.280+0000 7fb6837fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:00:34.280+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d7c6cf0 auth_method 0 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:00:34.280+0000 7fb6617fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: dump: 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: _finish_auth 0 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: _check_auth_tickets 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:00:34.281+0000 7fb6617fa640 10 monclient: dump: 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.787 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 5 monclient: authenticate success, global_id 37082 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:00:34.281+0000 7fb662ffd640 4 set_mon_vals no callback set 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 10 monclient: _renew_subs 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 1 librados: init done 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:00:34.281+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cr dump hook 0x7fb674001988 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:00:34.282+0000 7fb6617fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:00:34.282+0000 7fb6617fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:00:34.282+0000 7fb6617fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:00:34.282+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb644077540 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:00:34.283+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:00:34.283+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d836a70 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 realm 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:00:34.284+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:00:34.284+0000 7fb682ffd640 10 monclient: get_auth_request con 0x55e35d859150 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:00:34.285+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d87a980 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:00:34.285+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:00:34.286+0000 7fb68cfcb900 20 searching for the correct realm 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:00:34.286+0000 7fb6837fe640 10 monclient: get_auth_request con 0x55e35d89d420 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:00:34.286+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb67407cad0 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:00:34.287+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d466880 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:00:34.288+0000 7fb683fff640 0 -- 192.168.123.102:0/2409404105 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x55e35d466880 msgr2=0x7fb67c03ba50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:00:34.488+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d466880 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:00:34.490+0000 7fb6837fe640 10 monclient: get_auth_request con 0x7fb668002c90 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:00:34.492+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb67c038080 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:00:34.492+0000 7fb682ffd640 0 -- 192.168.123.102:0/2409404105 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fb67c038080 msgr2=0x7fb67c097930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:00:34.693+0000 7fb682ffd640 10 monclient: get_auth_request con 0x7fb67c038080 auth_method 0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:00:34.697+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:00:34.697+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 zone default found 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 Realm: () 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 zonegroup default 2026-04-02T12:00:34.788 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:00:34.698+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 started sync module instance, tier type = 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:00:34.699+0000 7fb68cfcb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:00:34.702+0000 7fb68cfcb900 20 add_watcher() i=7 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=3 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=2 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=6 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=5 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:00:34.703+0000 7fb68cfcb900 20 add_watcher() i=1 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:00:34.705+0000 7fb68cfcb900 20 add_watcher() i=4 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:00:34.705+0000 7fb68cfcb900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:00:34.705+0000 7fb683fff640 10 monclient: get_auth_request con 0x7fb610007200 auth_method 0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding auth protocol: cephx 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding auth protocol: cephx 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding auth protocol: cephx 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: crc 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:00:34.706+0000 7fb68cfcb900 5 AuthRegistry(0x7ffdf257c5c0) adding con mode: secure 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cache list hook 0x55e35d79cd10 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cache inspect hook 0x55e35d79cd10 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cache erase hook 0x55e35d79cd10 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command cache zap hook 0x55e35d79cd10 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 note: GC not initialized 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:00:34.707+0000 7fb6357ea640 20 reqs_thread_entry: start 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command sync trace show hook 0x7fb670004600 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command sync trace history hook 0x7fb670004600 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command sync trace active hook 0x7fb670004600 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:00:34.707+0000 7fb68cfcb900 5 asok(0x55e35d3d46b0) register_command sync trace active_short hook 0x7fb670004600 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:00:34.708+0000 7fb6837fe640 10 monclient: get_auth_request con 0x55e35d9ab170 auth_method 0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:00:34.709+0000 7fb682ffd640 10 monclient: get_auth_request con 0x55e35d9ac4d0 auth_method 0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:00:34.711+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d9a16f0 auth_method 0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:00:34.712+0000 7fb6837fe640 10 monclient: get_auth_request con 0x55e35d9b08f0 auth_method 0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:00:34.716+0000 7fb682ffd640 10 monclient: get_auth_request con 0x55e35d9a8e50 auth_method 0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:00:34.722+0000 7fb683fff640 10 monclient: get_auth_request con 0x55e35d9a4f60 auth_method 0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 Filter name: none 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:00:34.752+0000 7fb62e7fc640 20 reqs_thread_entry: start 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:00:34.789 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 : miss 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:00:34.752+0000 7fb68cfcb900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:00:34.753+0000 7fb68cfcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38, ofs0, ns] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927285 cookie 94435016478080 notifier 37082 bl.length()=1019 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:00:34.757+0000 7fb6627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_sources= new_sources= 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential sources added=[] removed=[] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_dests= new_dests= 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:00:34.757+0000 7fb68cfcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential dests added=[] removed=[] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:00:34.759+0000 7fb68cfcb900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb68cfcb900 time 2026-04-02T12:00:34.759913+0000 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb68d38f8f8] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55e35ba06fc4] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x1013a2f) [0x55e35c600a2f] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55e35c127e3e] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb68c42a610] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:00:34.759+0000 7fb68cfcb900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fb68cfcb900 thread_name:radosgw-admin 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb68c43fc30] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb68c48d02c] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb68d38f957] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55e35ba06fc4] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x1013a2f) [0x55e35c600a2f] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55e35c127e3e] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb68c42a610] 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:00:34.790 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:00:34.791 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb62e7fc640 / http_manager 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6357ea640 / http_manager 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6617fa640 / ms_dispatch 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6627fc640 / io_context_pool 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb662ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb66d7fa640 / ms_dispatch 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb66ffff640 / ms_dispatch 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb679ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb67a7fc640 / admin_socket 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6827fc640 / ms_dispatch 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb682ffd640 / msgr-worker-2 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb6837fe640 / msgr-worker-1 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb683fff640 / msgr-worker-0 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb688c96640 / io_context_pool 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: 7fb68cfcb900 / radosgw-admin 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:00:34.760989Z_6ef9ebbc-7055-491c-8500-7402a3c4023d/log 2026-04-02T12:00:34.792 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:00:34.793 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:00:34.793 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:34.793 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:34.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.810+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.811+0000 7f8ec9774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.811+0000 7f8ec9774900 20 realm 2026-04-02T12:00:34.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.812+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.812+0000 7f8ec9774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.812+0000 7f8ec9774900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:34.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.812+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.812+0000 7f8ec9774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.812+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.813+0000 7f8ec9774900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.813+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.813+0000 7f8ec9774900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:34.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.813+0000 7f8ec9774900 20 searching for the correct realm 2026-04-02T12:00:34.819 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.818+0000 7f8ec5583640 0 -- 192.168.123.102:0/3923465081 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f8eb8025b00 msgr2=0x7f8eb8065450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:34.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.821+0000 7f8ec5d84640 0 -- 192.168.123.102:0/3923465081 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x5634567a1640 msgr2=0x5634567c1a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.823+0000 7f8ec9774900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.823+0000 7f8ec9774900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.823+0000 7f8ec9774900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.823+0000 7f8ec9774900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.823+0000 7f8ec9774900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.823+0000 7f8ec9774900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.823+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 20 zone default found 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 4 Realm: () 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 20 zonegroup default 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.824+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.825+0000 7f8ec9774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.825+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.825+0000 7f8ec9774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.825+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.825+0000 7f8ec9774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.825+0000 7f8ec9774900 20 started sync module instance, tier type = 2026-04-02T12:00:34.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.825+0000 7f8ec9774900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 20 add_watcher() i=5 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 20 add_watcher() i=7 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 20 add_watcher() i=1 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 20 add_watcher() i=3 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 20 add_watcher() i=6 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 20 add_watcher() i=2 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 20 add_watcher() i=0 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 20 add_watcher() i=4 2026-04-02T12:00:34.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.830+0000 7f8ec9774900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:34.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.833+0000 7f8ec9774900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:34.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.833+0000 7f8ec9774900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:34.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.833+0000 7f8ec9774900 5 note: GC not initialized 2026-04-02T12:00:34.835 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.833+0000 7f8e727ec640 20 reqs_thread_entry: start 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.882+0000 7f8ec9774900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.882+0000 7f8ec9774900 20 Filter name: none 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.882+0000 7f8e6bfff640 20 reqs_thread_entry: start 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.882+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.882+0000 7f8ec9774900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.882+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.883+0000 7f8ec9774900 20 rados_obj.operate() r=0 bl.length=483 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.883+0000 7f8ec9774900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:34.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.883+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.883+0000 7f8ec9774900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:34.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.883+0000 7f8ec9774900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.883+0000 7f8ec9774900 20 rados_obj.operate() r=0 bl.length=483 2026-04-02T12:00:34.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.883+0000 7f8ec9774900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:34.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.888+0000 7f8ec9774900 20 remove_watcher() i=4 2026-04-02T12:00:34.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.888+0000 7f8ec9774900 2 removed watcher, disabling cache 2026-04-02T12:00:34.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.888+0000 7f8ec9774900 20 remove_watcher() i=2 2026-04-02T12:00:34.890 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.888+0000 7f8ec9774900 20 remove_watcher() i=1 2026-04-02T12:00:34.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.889+0000 7f8ec9774900 20 remove_watcher() i=7 2026-04-02T12:00:34.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.889+0000 7f8ec9774900 20 remove_watcher() i=0 2026-04-02T12:00:34.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.889+0000 7f8ec9774900 20 remove_watcher() i=6 2026-04-02T12:00:34.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.889+0000 7f8ec9774900 20 remove_watcher() i=5 2026-04-02T12:00:34.891 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.889+0000 7f8ec9774900 20 remove_watcher() i=3 2026-04-02T12:00:34.897 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.897 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:00:34.897 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-logrecord-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:00:34.897 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:00:34.947 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:00:34.970 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:34.970 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:34.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.991+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.992+0000 7f633c78b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.992+0000 7f633c78b900 20 realm 2026-04-02T12:00:34.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.992+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.992+0000 7f633c78b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.992+0000 7f633c78b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:34.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.992+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.992+0000 7f633c78b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.994 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.992+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.993+0000 7f633c78b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.993+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.994+0000 7f633c78b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:34.995 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.994+0000 7f633c78b900 20 searching for the correct realm 2026-04-02T12:00:34.999 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:34.998+0000 7f6338ce8640 0 -- 192.168.123.102:0/2935448338 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f632c075580 msgr2=0x7f632c0fc050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:35.003 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.001+0000 7f6333fff640 0 -- 192.168.123.102:0/2935448338 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f632c0f1040 msgr2=0x7f632c10e9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.005+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 20 zone default found 2026-04-02T12:00:35.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 4 Realm: () 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 20 zonegroup default 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.006+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.007+0000 7f633c78b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.007+0000 7f633c78b900 20 started sync module instance, tier type = 2026-04-02T12:00:35.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.007+0000 7f633c78b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.011+0000 7f633c78b900 20 add_watcher() i=5 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.011+0000 7f633c78b900 20 add_watcher() i=0 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.011+0000 7f633c78b900 20 add_watcher() i=2 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.011+0000 7f633c78b900 20 add_watcher() i=4 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.011+0000 7f633c78b900 20 add_watcher() i=1 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.011+0000 7f633c78b900 20 add_watcher() i=7 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.011+0000 7f633c78b900 20 add_watcher() i=3 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.012+0000 7f633c78b900 20 add_watcher() i=6 2026-04-02T12:00:35.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.012+0000 7f633c78b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:35.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.014+0000 7f633c78b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:35.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.014+0000 7f633c78b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:35.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.014+0000 7f633c78b900 5 note: GC not initialized 2026-04-02T12:00:35.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.014+0000 7f62e57ea640 20 reqs_thread_entry: start 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 20 Filter name: none 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f62deffd640 20 reqs_thread_entry: start 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 : miss 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.076+0000 7f633c78b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:35.078 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.077+0000 7f633c78b900 20 rados_obj.operate() r=0 bl.length=483 2026-04-02T12:00:35.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.077+0000 7f633c78b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:00:35.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.077+0000 7f633c78b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:00:35.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.077+0000 7f633c78b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:35.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.077+0000 7f633c78b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:00:35.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.077+0000 7f633c78b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 2026-04-02T12:00:35.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.078+0000 7f633c78b900 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to be held by another RGW process; skipping for now 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.082+0000 7f633c78b900 20 remove_watcher() i=0 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.082+0000 7f633c78b900 2 removed watcher, disabling cache 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.082+0000 7f633c78b900 20 remove_watcher() i=2 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.082+0000 7f633c78b900 20 remove_watcher() i=3 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.082+0000 7f633c78b900 20 remove_watcher() i=4 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.083+0000 7f633c78b900 20 remove_watcher() i=5 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.083+0000 7f633c78b900 20 remove_watcher() i=6 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.083+0000 7f633c78b900 20 remove_watcher() i=1 2026-04-02T12:00:35.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:00:35.083+0000 7f633c78b900 20 remove_watcher() i=7 2026-04-02T12:00:35.093 INFO:tasks.workunit.client.0.vm02.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:01:05.116 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:05.139 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:05.139 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:05.163 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.161+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.162+0000 7f5be4b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.162+0000 7f5be4b1c900 20 realm 2026-04-02T12:01:05.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.162+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.162+0000 7f5be4b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.162+0000 7f5be4b1c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:05.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.162+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.162+0000 7f5be4b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.164 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.162+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.163+0000 7f5be4b1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:05.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.163+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.164+0000 7f5be4b1c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:05.165 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.164+0000 7f5be4b1c900 20 searching for the correct realm 2026-04-02T12:01:05.168 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.167+0000 7f5be1dd2640 0 -- 192.168.123.102:0/1890851738 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f5bd00dec30 msgr2=0x7f5bd0080030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:05.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.170+0000 7f5be1dd2640 0 -- 192.168.123.102:0/1890851738 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f5bd40258a0 msgr2=0x7f5bd406b380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.376+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 zone default found 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 4 Realm: () 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 zonegroup default 2026-04-02T12:01:05.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.377+0000 7f5be4b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.378+0000 7f5be4b1c900 20 started sync module instance, tier type = 2026-04-02T12:01:05.379 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.378+0000 7f5be4b1c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:05.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.381+0000 7f5be4b1c900 20 add_watcher() i=5 2026-04-02T12:01:05.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.381+0000 7f5be4b1c900 20 add_watcher() i=6 2026-04-02T12:01:05.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.381+0000 7f5be4b1c900 20 add_watcher() i=7 2026-04-02T12:01:05.383 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.382+0000 7f5be4b1c900 20 add_watcher() i=2 2026-04-02T12:01:05.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.383+0000 7f5be4b1c900 20 add_watcher() i=0 2026-04-02T12:01:05.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.383+0000 7f5be4b1c900 20 add_watcher() i=3 2026-04-02T12:01:05.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.383+0000 7f5be4b1c900 20 add_watcher() i=1 2026-04-02T12:01:05.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.383+0000 7f5be4b1c900 20 add_watcher() i=4 2026-04-02T12:01:05.385 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.383+0000 7f5be4b1c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:05.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.385+0000 7f5be4b1c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:05.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.385+0000 7f5be4b1c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:05.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.385+0000 7f5be4b1c900 5 note: GC not initialized 2026-04-02T12:01:05.387 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.386+0000 7f5b8affd640 20 reqs_thread_entry: start 2026-04-02T12:01:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.434+0000 7f5be4b1c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.434+0000 7f5be4b1c900 20 Filter name: none 2026-04-02T12:01:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.434+0000 7f5b88ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.434+0000 7f5be4b1c900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:01:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.434+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:01:05.436 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 : miss 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 20 rados_obj.operate() r=0 bl.length=483 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:05.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.435+0000 7f5be4b1c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 2026-04-02T12:01:05.438 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.437+0000 7f5be4b1c900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:01:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5be4b1c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:01:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5be4b1c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:01:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5be4b1c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:05.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5be4b1c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38, ofs0, ns] 2026-04-02T12:01:05.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5bc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927286 cookie 94441939469360 notifier 7701 bl.length()=1019 2026-04-02T12:01:05.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5bc1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:01:05.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5bc1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:01:05.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5bc1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:05.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_sources= new_sources= 2026-04-02T12:01:05.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential sources added=[] removed=[] 2026-04-02T12:01:05.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_dests= new_dests= 2026-04-02T12:01:05.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.441+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential dests added=[] removed=[] 2026-04-02T12:01:05.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.443+0000 7f5be4b1c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.38.2.0 2026-04-02T12:01:05.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.443+0000 7f5be4b1c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.38.2.0 2026-04-02T12:01:05.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.443+0000 7f5be4b1c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.38.2.1 2026-04-02T12:01:05.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.443+0000 7f5be4b1c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.38.2.1 2026-04-02T12:01:05.445 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.443+0000 7f5be4b1c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.38.0 2026-04-02T12:01:05.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.445+0000 7f5be4b1c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:05.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.445+0000 7f5be4b1c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 2026-04-02T12:01:05.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5be4b1c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:01:05.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5be4b1c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:01:05.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5be4b1c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:05.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5be4b1c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38, ofs0, ns] 2026-04-02T12:01:05.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5bc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927287 cookie 94441939469360 notifier 7701 bl.length()=1019 2026-04-02T12:01:05.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5bc1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:01:05.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5bc1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:01:05.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5bc1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:05.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_sources= new_sources= 2026-04-02T12:01:05.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential sources added=[] removed=[] 2026-04-02T12:01:05.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_dests= new_dests= 2026-04-02T12:01:05.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.447+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential dests added=[] removed=[] 2026-04-02T12:01:05.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.448+0000 7f5be4b1c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.38.0 2026-04-02T12:01:05.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.448+0000 7f5be4b1c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:05.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.448+0000 7f5be4b1c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 2026-04-02T12:01:05.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5be4b1c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:01:05.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5be4b1c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:01:05.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5be4b1c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:05.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5be4b1c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38, ofs0, ns] 2026-04-02T12:01:05.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5bc17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927288 cookie 94441939469360 notifier 7701 bl.length()=983 2026-04-02T12:01:05.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5bc17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 info.flags=0x17 2026-04-02T12:01:05.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5bc17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 to cache LRU end 2026-04-02T12:01:05.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5bc17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:05.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_sources= new_sources= 2026-04-02T12:01:05.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential sources added=[] removed=[] 2026-04-02T12:01:05.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): orig_dests= new_dests= 2026-04-02T12:01:05.452 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.450+0000 7f5be4b1c900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[eddad88e-989b-427a-b28b-eab9b853fda8.4590.38]): potential dests added=[] removed=[] 2026-04-02T12:01:05.453 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.451+0000 7f5be4b1c900 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.456+0000 7f5be4b1c900 20 remove_watcher() i=1 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.456+0000 7f5be4b1c900 2 removed watcher, disabling cache 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.456+0000 7f5be4b1c900 20 remove_watcher() i=3 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.456+0000 7f5be4b1c900 20 remove_watcher() i=0 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.457+0000 7f5be4b1c900 20 remove_watcher() i=6 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.457+0000 7f5be4b1c900 20 remove_watcher() i=4 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.457+0000 7f5be4b1c900 20 remove_watcher() i=2 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.457+0000 7f5be4b1c900 20 remove_watcher() i=7 2026-04-02T12:01:05.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.457+0000 7f5be4b1c900 20 remove_watcher() i=5 2026-04-02T12:01:05.467 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:01:05.487 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:05.487 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:05.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.507+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.509+0000 7f76d53af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.509+0000 7f76d53af900 20 realm 2026-04-02T12:01:05.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.509+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.509+0000 7f76d53af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.509+0000 7f76d53af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:05.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.509+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.509+0000 7f76d53af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.509+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.510+0000 7f76d53af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:05.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.510+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.510+0000 7f76d53af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:05.512 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.510+0000 7f76d53af900 20 searching for the correct realm 2026-04-02T12:01:05.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.513+0000 7f76d2e66640 0 -- 192.168.123.102:0/549765351 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55d5c3f35920 msgr2=0x55d5c3f55d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:05.518 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.516+0000 7f76d2e66640 0 -- 192.168.123.102:0/549765351 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f76c40bc230 msgr2=0x7f76c40bb8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.520+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 zone default found 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 4 Realm: () 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 zonegroup default 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 started sync module instance, tier type = 2026-04-02T12:01:05.523 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.521+0000 7f76d53af900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.525+0000 7f76d53af900 20 add_watcher() i=7 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.525+0000 7f76d53af900 20 add_watcher() i=5 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.525+0000 7f76d53af900 20 add_watcher() i=0 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.525+0000 7f76d53af900 20 add_watcher() i=6 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.525+0000 7f76d53af900 20 add_watcher() i=4 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.525+0000 7f76d53af900 20 add_watcher() i=3 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.526+0000 7f76d53af900 20 add_watcher() i=2 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.526+0000 7f76d53af900 20 add_watcher() i=1 2026-04-02T12:01:05.527 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.526+0000 7f76d53af900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:05.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.528+0000 7f76d53af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:05.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.528+0000 7f76d53af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:05.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.528+0000 7f76d53af900 5 note: GC not initialized 2026-04-02T12:01:05.529 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.528+0000 7f767b7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:05.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.567+0000 7f76d53af900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:05.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.567+0000 7f76d53af900 20 Filter name: none 2026-04-02T12:01:05.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.568+0000 7f76797fa640 20 reqs_thread_entry: start 2026-04-02T12:01:05.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.568+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.568+0000 7f76d53af900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:01:05.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.568+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.568+0000 7f76d53af900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:01:05.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.568+0000 7f76d53af900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:05.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.568+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.569+0000 7f76d53af900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:01:05.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.569+0000 7f76d53af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.569+0000 7f76d53af900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:01:05.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.569+0000 7f76d53af900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.573+0000 7f76d53af900 20 remove_watcher() i=3 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.573+0000 7f76d53af900 2 removed watcher, disabling cache 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.573+0000 7f76d53af900 20 remove_watcher() i=0 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.573+0000 7f76d53af900 20 remove_watcher() i=5 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.573+0000 7f76d53af900 20 remove_watcher() i=6 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.573+0000 7f76d53af900 20 remove_watcher() i=7 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.574+0000 7f76d53af900 20 remove_watcher() i=1 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.574+0000 7f76d53af900 20 remove_watcher() i=4 2026-04-02T12:01:05.575 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.574+0000 7f76d53af900 20 remove_watcher() i=2 2026-04-02T12:01:05.582 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:05.582 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:05.582 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-logrecord-writes id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.38 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:01:05.582 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:05.641 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2026-04-02T12:01:05.641 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:05.795 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:01:05.815 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:05.815 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:05.838 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.836+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.837+0000 7fdf7cd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.837+0000 7fdf7cd2d900 20 realm 2026-04-02T12:01:05.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.837+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.837+0000 7fdf7cd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.837+0000 7fdf7cd2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:05.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.837+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.838+0000 7fdf7cd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.839 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.838+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.838+0000 7fdf7cd2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:05.840 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.839+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.839+0000 7fdf7cd2d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:05.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.839+0000 7fdf7cd2d900 20 searching for the correct realm 2026-04-02T12:01:05.844 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.842+0000 7fdf78aa7640 0 -- 192.168.123.102:0/3883658649 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x558afa1eda30 msgr2=0x558afa20dee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:05.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.845+0000 7fdf792a8640 0 -- 192.168.123.102:0/3883658649 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fdf6c0c19f0 msgr2=0x7fdf6c08a950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.848+0000 7fdf7cd2d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.848+0000 7fdf7cd2d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.848+0000 7fdf7cd2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.848+0000 7fdf7cd2d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.848+0000 7fdf7cd2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.848+0000 7fdf7cd2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.848+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.849+0000 7fdf7cd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.850 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.849+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.849+0000 7fdf7cd2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.849+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.849+0000 7fdf7cd2d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.849+0000 7fdf7cd2d900 20 zone default found 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.849+0000 7fdf7cd2d900 4 Realm: () 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 20 zonegroup default 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.851 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.850+0000 7fdf7cd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:05.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.851+0000 7fdf7cd2d900 20 started sync module instance, tier type = 2026-04-02T12:01:05.852 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.851+0000 7fdf7cd2d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.854+0000 7fdf7cd2d900 20 add_watcher() i=1 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.854+0000 7fdf7cd2d900 20 add_watcher() i=2 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.854+0000 7fdf7cd2d900 20 add_watcher() i=4 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.855+0000 7fdf7cd2d900 20 add_watcher() i=5 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.855+0000 7fdf7cd2d900 20 add_watcher() i=6 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.855+0000 7fdf7cd2d900 20 add_watcher() i=7 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.855+0000 7fdf7cd2d900 20 add_watcher() i=0 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.855+0000 7fdf7cd2d900 20 add_watcher() i=3 2026-04-02T12:01:05.856 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.855+0000 7fdf7cd2d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:05.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.857+0000 7fdf7cd2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:05.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.857+0000 7fdf7cd2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:05.858 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.857+0000 7fdf7cd2d900 5 note: GC not initialized 2026-04-02T12:01:05.859 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.857+0000 7fdf257f2640 20 reqs_thread_entry: start 2026-04-02T12:01:05.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.939+0000 7fdf7cd2d900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:05.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.939+0000 7fdf7cd2d900 20 Filter name: none 2026-04-02T12:01:05.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.939+0000 7fdf1effd640 20 reqs_thread_entry: start 2026-04-02T12:01:05.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.939+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.940+0000 7fdf7cd2d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:05.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.940+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.940+0000 7fdf7cd2d900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:05.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.940+0000 7fdf7cd2d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:05.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.940+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.941+0000 7fdf7cd2d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:05.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.941+0000 7fdf7cd2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:05.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.942+0000 7fdf7cd2d900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:05.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.942+0000 7fdf7cd2d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.947+0000 7fdf7cd2d900 20 remove_watcher() i=0 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.947+0000 7fdf7cd2d900 2 removed watcher, disabling cache 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.947+0000 7fdf7cd2d900 20 remove_watcher() i=3 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.947+0000 7fdf7cd2d900 20 remove_watcher() i=6 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.947+0000 7fdf7cd2d900 20 remove_watcher() i=1 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.947+0000 7fdf7cd2d900 20 remove_watcher() i=7 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.947+0000 7fdf7cd2d900 20 remove_watcher() i=2 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.947+0000 7fdf7cd2d900 20 remove_watcher() i=5 2026-04-02T12:01:05.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:05.948+0000 7fdf7cd2d900 20 remove_watcher() i=4 2026-04-02T12:01:05.955 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:05.955 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:05.955 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-change-reshard-state id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:05.955 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:05.957 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2026-04-02T12:01:05.982 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:05.982 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:06.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.003+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.004+0000 7fa8eb592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.004+0000 7fa8eb592900 20 realm 2026-04-02T12:01:06.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.004+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.004+0000 7fa8eb592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.004+0000 7fa8eb592900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:06.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.004+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.005+0000 7fa8eb592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.005+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.005+0000 7fa8eb592900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:06.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.005+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.006+0000 7fa8eb592900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:06.008 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.006+0000 7fa8eb592900 20 searching for the correct realm 2026-04-02T12:01:06.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.009+0000 7fa8e37fe640 0 -- 192.168.123.102:0/3162561782 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fa8dc089040 msgr2=0x7fa8dc07ea40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:06.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.012+0000 7fa8e2ffd640 0 -- 192.168.123.102:0/3162561782 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fa8dc071c30 msgr2=0x7fa8dc068ef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.017+0000 7fa8eb592900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.017+0000 7fa8eb592900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.017+0000 7fa8eb592900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.017+0000 7fa8eb592900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.017+0000 7fa8eb592900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.017+0000 7fa8eb592900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.017+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 20 zone default found 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 4 Realm: () 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 20 zonegroup default 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.018+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.019+0000 7fa8eb592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.019+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.019+0000 7fa8eb592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.019+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.019+0000 7fa8eb592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.019+0000 7fa8eb592900 20 started sync module instance, tier type = 2026-04-02T12:01:06.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.019+0000 7fa8eb592900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:06.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.023+0000 7fa8eb592900 20 add_watcher() i=0 2026-04-02T12:01:06.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.023+0000 7fa8eb592900 20 add_watcher() i=5 2026-04-02T12:01:06.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.023+0000 7fa8eb592900 20 add_watcher() i=7 2026-04-02T12:01:06.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.023+0000 7fa8eb592900 20 add_watcher() i=3 2026-04-02T12:01:06.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.024+0000 7fa8eb592900 20 add_watcher() i=2 2026-04-02T12:01:06.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.024+0000 7fa8eb592900 20 add_watcher() i=4 2026-04-02T12:01:06.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.024+0000 7fa8eb592900 20 add_watcher() i=6 2026-04-02T12:01:06.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.024+0000 7fa8eb592900 20 add_watcher() i=1 2026-04-02T12:01:06.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.024+0000 7fa8eb592900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:06.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.026+0000 7fa8eb592900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:06.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.026+0000 7fa8eb592900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:06.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.026+0000 7fa8eb592900 5 note: GC not initialized 2026-04-02T12:01:06.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.027+0000 7fa8947f0640 20 reqs_thread_entry: start 2026-04-02T12:01:06.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.065+0000 7fa8eb592900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:06.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.065+0000 7fa8eb592900 20 Filter name: none 2026-04-02T12:01:06.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8927ec640 20 reqs_thread_entry: start 2026-04-02T12:01:06.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:01:06.067 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 : miss 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.066+0000 7fa8eb592900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 2026-04-02T12:01:06.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8eb592900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8eb592900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.071 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8eb592900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8eb592900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39, ofs0, ns] 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8c5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927292 cookie 93933977008928 notifier 37175 bl.length()=1027 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8c5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8c5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8c5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8eb592900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_sources= new_sources= 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8eb592900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential sources added=[] removed=[] 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8eb592900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_dests= new_dests= 2026-04-02T12:01:06.072 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.070+0000 7fa8eb592900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential dests added=[] removed=[] 2026-04-02T12:01:06.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.072+0000 7fa8eb592900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.1.0 2026-04-02T12:01:06.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.072+0000 7fa8eb592900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.1.0 2026-04-02T12:01:06.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.072+0000 7fa8eb592900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.1.1 2026-04-02T12:01:06.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.072+0000 7fa8eb592900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.1.1 2026-04-02T12:01:06.073 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.072+0000 7fa8eb592900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.0 2026-04-02T12:01:06.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.074+0000 7fa8eb592900 -1 Injecting error=-5 at location=change_reshard_state 2026-04-02T12:01:06.075 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.074+0000 7fa8eb592900 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2026-04-02T12:01:06.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.077+0000 7fa8eb592900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:06.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.077+0000 7fa8eb592900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 2026-04-02T12:01:06.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.079 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39, ofs0, ns] 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8c67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927293 cookie 93933977008928 notifier 37175 bl.length()=991 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8c67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8c67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8c67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_sources= new_sources= 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential sources added=[] removed=[] 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_dests= new_dests= 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential dests added=[] removed=[] 2026-04-02T12:01:06.080 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.078+0000 7fa8eb592900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2026-04-02T12:01:06.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.082+0000 7fa8eb592900 20 remove_watcher() i=1 2026-04-02T12:01:06.084 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.082+0000 7fa8eb592900 2 removed watcher, disabling cache 2026-04-02T12:01:06.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.083+0000 7fa8eb592900 20 remove_watcher() i=0 2026-04-02T12:01:06.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.083+0000 7fa8eb592900 20 remove_watcher() i=7 2026-04-02T12:01:06.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.083+0000 7fa8eb592900 20 remove_watcher() i=2 2026-04-02T12:01:06.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.083+0000 7fa8eb592900 20 remove_watcher() i=5 2026-04-02T12:01:06.085 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.083+0000 7fa8eb592900 20 remove_watcher() i=6 2026-04-02T12:01:06.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.086+0000 7fa8eb592900 20 remove_watcher() i=4 2026-04-02T12:01:06.087 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.086+0000 7fa8eb592900 20 remove_watcher() i=3 2026-04-02T12:01:06.096 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:01:06.116 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:06.116 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:06.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.136+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.137+0000 7f9fcef25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.137+0000 7f9fcef25900 20 realm 2026-04-02T12:01:06.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.137+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.138+0000 7f9fcef25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.138+0000 7f9fcef25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:06.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.138+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.138+0000 7f9fcef25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.138+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.139+0000 7f9fcef25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:06.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.139+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.141 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.139+0000 7f9fcef25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:06.141 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.139+0000 7f9fcef25900 20 searching for the correct realm 2026-04-02T12:01:06.144 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.142+0000 7f9fca3b8640 0 -- 192.168.123.102:0/3211626987 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f9fb002e470 msgr2=0x7f9fb002e880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:06.147 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.145+0000 7f9fcb3ba640 0 -- 192.168.123.102:0/3211626987 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f9fb0079970 msgr2=0x7f9fb004a420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.148+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 20 zone default found 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 4 Realm: () 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 20 zonegroup default 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.150 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.149+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.150+0000 7f9fcef25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.150+0000 7f9fcef25900 20 started sync module instance, tier type = 2026-04-02T12:01:06.151 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.150+0000 7f9fcef25900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 20 add_watcher() i=1 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 20 add_watcher() i=3 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 20 add_watcher() i=0 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 20 add_watcher() i=5 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 20 add_watcher() i=7 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 20 add_watcher() i=4 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 20 add_watcher() i=2 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 20 add_watcher() i=6 2026-04-02T12:01:06.155 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.153+0000 7f9fcef25900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:06.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.155+0000 7f9fcef25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:06.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.155+0000 7f9fcef25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:06.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.155+0000 7f9fcef25900 5 note: GC not initialized 2026-04-02T12:01:06.157 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.155+0000 7f9f737fe640 20 reqs_thread_entry: start 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9fcef25900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9fcef25900 20 Filter name: none 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9f717fa640 20 reqs_thread_entry: start 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9fcef25900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9fcef25900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9fcef25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.435+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.436+0000 7f9fcef25900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.436+0000 7f9fcef25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.436+0000 7f9fcef25900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:06.437 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.436+0000 7f9fcef25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:06.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.440+0000 7f9fcef25900 20 remove_watcher() i=1 2026-04-02T12:01:06.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.440+0000 7f9fcef25900 2 removed watcher, disabling cache 2026-04-02T12:01:06.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.440+0000 7f9fcef25900 20 remove_watcher() i=0 2026-04-02T12:01:06.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.441+0000 7f9fcef25900 20 remove_watcher() i=5 2026-04-02T12:01:06.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.441+0000 7f9fcef25900 20 remove_watcher() i=6 2026-04-02T12:01:06.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.441+0000 7f9fcef25900 20 remove_watcher() i=4 2026-04-02T12:01:06.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.441+0000 7f9fcef25900 20 remove_watcher() i=7 2026-04-02T12:01:06.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.441+0000 7f9fcef25900 20 remove_watcher() i=2 2026-04-02T12:01:06.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.441+0000 7f9fcef25900 20 remove_watcher() i=3 2026-04-02T12:01:06.450 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:06.450 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:06.450 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-change-reshard-state id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:06.450 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:06.501 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:06.526 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:06.526 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:06.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.545+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.546+0000 7fb31cf4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.546+0000 7fb31cf4b900 20 realm 2026-04-02T12:01:06.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.546+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.546+0000 7fb31cf4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.546+0000 7fb31cf4b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:06.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.546+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.547+0000 7fb31cf4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.547+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.547+0000 7fb31cf4b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:06.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.548+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.548+0000 7fb31cf4b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:06.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.548+0000 7fb31cf4b900 20 searching for the correct realm 2026-04-02T12:01:06.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.551+0000 7fb318cc5640 0 -- 192.168.123.102:0/1050393629 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55c1d317c270 msgr2=0x55c1d319c720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:06.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.554+0000 7fb30bfff640 0 -- 192.168.123.102:0/1050393629 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fb30c069b80 msgr2=0x7fb30c0a2530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:06.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.558+0000 7fb31cf4b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:06.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.558+0000 7fb31cf4b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:06.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.558+0000 7fb31cf4b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:06.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.558+0000 7fb31cf4b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:06.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:06.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:06.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 zone default found 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 4 Realm: () 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 zonegroup default 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.559+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.560+0000 7fb31cf4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.560+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.560+0000 7fb31cf4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.560+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.560+0000 7fb31cf4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.560+0000 7fb31cf4b900 20 started sync module instance, tier type = 2026-04-02T12:01:06.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.560+0000 7fb31cf4b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:06.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.596+0000 7fb31cf4b900 20 add_watcher() i=4 2026-04-02T12:01:06.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.617+0000 7fb31cf4b900 20 add_watcher() i=0 2026-04-02T12:01:06.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.625+0000 7fb31cf4b900 20 add_watcher() i=1 2026-04-02T12:01:06.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.625+0000 7fb31cf4b900 20 add_watcher() i=2 2026-04-02T12:01:06.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.625+0000 7fb31cf4b900 20 add_watcher() i=7 2026-04-02T12:01:06.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.639+0000 7fb31cf4b900 20 add_watcher() i=6 2026-04-02T12:01:06.641 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.639+0000 7fb31cf4b900 20 add_watcher() i=5 2026-04-02T12:01:06.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.642+0000 7fb31cf4b900 20 add_watcher() i=3 2026-04-02T12:01:06.644 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.642+0000 7fb31cf4b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:06.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.683+0000 7fb31cf4b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:06.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.683+0000 7fb31cf4b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:06.685 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.684+0000 7fb31cf4b900 5 note: GC not initialized 2026-04-02T12:01:06.686 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.684+0000 7fb2c57f2640 20 reqs_thread_entry: start 2026-04-02T12:01:06.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.810+0000 7fb31cf4b900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:06.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.810+0000 7fb31cf4b900 20 Filter name: none 2026-04-02T12:01:06.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.811+0000 7fb2beffd640 20 reqs_thread_entry: start 2026-04-02T12:01:06.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.811+0000 7fb31cf4b900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.811+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.811+0000 7fb31cf4b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.811+0000 7fb31cf4b900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.811+0000 7fb31cf4b900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.811+0000 7fb31cf4b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 : miss 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.811+0000 7fb31cf4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.812+0000 7fb31cf4b900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.812+0000 7fb31cf4b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.812+0000 7fb31cf4b900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.812+0000 7fb31cf4b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.812+0000 7fb31cf4b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.812+0000 7fb31cf4b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 2026-04-02T12:01:06.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb31cf4b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb31cf4b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb31cf4b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb31cf4b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39, ofs0, ns] 2026-04-02T12:01:06.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb2f77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927294 cookie 94290958467536 notifier 7779 bl.length()=1027 2026-04-02T12:01:06.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb2f77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb2f77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb2f77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_sources= new_sources= 2026-04-02T12:01:06.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential sources added=[] removed=[] 2026-04-02T12:01:06.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_dests= new_dests= 2026-04-02T12:01:06.818 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.816+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential dests added=[] removed=[] 2026-04-02T12:01:06.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.818+0000 7fb31cf4b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.1.0 2026-04-02T12:01:06.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.818+0000 7fb31cf4b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.1.0 2026-04-02T12:01:06.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.818+0000 7fb31cf4b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.1.1 2026-04-02T12:01:06.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.818+0000 7fb31cf4b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.1.1 2026-04-02T12:01:06.820 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.818+0000 7fb31cf4b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.0 2026-04-02T12:01:06.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.820+0000 7fb31cf4b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:06.822 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.820+0000 7fb31cf4b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.821+0000 7fb31cf4b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.821+0000 7fb31cf4b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.821+0000 7fb31cf4b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.821+0000 7fb31cf4b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39, ofs0, ns] 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.822+0000 7fb2f77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927295 cookie 94290958467536 notifier 7779 bl.length()=1027 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.822+0000 7fb2f77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.822+0000 7fb2f77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.822+0000 7fb2f77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.823 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.822+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_sources= new_sources= 2026-04-02T12:01:06.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.822+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential sources added=[] removed=[] 2026-04-02T12:01:06.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.822+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_dests= new_dests= 2026-04-02T12:01:06.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.822+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential dests added=[] removed=[] 2026-04-02T12:01:06.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.823+0000 7fb31cf4b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.39.0 2026-04-02T12:01:06.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.823+0000 7fb31cf4b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:06.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.823+0000 7fb31cf4b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.824+0000 7fb31cf4b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.824+0000 7fb31cf4b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.824+0000 7fb31cf4b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.824+0000 7fb31cf4b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39, ofs0, ns] 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.824+0000 7fb2f7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927296 cookie 94290958467536 notifier 7779 bl.length()=991 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.824+0000 7fb2f7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 info.flags=0x17 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.824+0000 7fb2f7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 to cache LRU end 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.824+0000 7fb2f7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.825+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_sources= new_sources= 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.825+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential sources added=[] removed=[] 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.825+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): orig_dests= new_dests= 2026-04-02T12:01:06.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.825+0000 7fb31cf4b900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.39]): potential dests added=[] removed=[] 2026-04-02T12:01:06.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.825+0000 7fb31cf4b900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:06.832 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.831+0000 7fb31cf4b900 20 remove_watcher() i=0 2026-04-02T12:01:06.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.831+0000 7fb31cf4b900 2 removed watcher, disabling cache 2026-04-02T12:01:06.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.831+0000 7fb31cf4b900 20 remove_watcher() i=7 2026-04-02T12:01:06.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.831+0000 7fb31cf4b900 20 remove_watcher() i=2 2026-04-02T12:01:06.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.831+0000 7fb31cf4b900 20 remove_watcher() i=4 2026-04-02T12:01:06.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.831+0000 7fb31cf4b900 20 remove_watcher() i=6 2026-04-02T12:01:06.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.831+0000 7fb31cf4b900 20 remove_watcher() i=5 2026-04-02T12:01:06.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.831+0000 7fb31cf4b900 20 remove_watcher() i=1 2026-04-02T12:01:06.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.832+0000 7fb31cf4b900 20 remove_watcher() i=3 2026-04-02T12:01:06.842 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:01:06.863 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:06.863 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:06.885 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.883+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.884+0000 7fa157b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.884+0000 7fa157b25900 20 realm 2026-04-02T12:01:06.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.884+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.884+0000 7fa157b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.884+0000 7fa157b25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:06.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.885+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.885+0000 7fa157b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.886 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.885+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.886+0000 7fa157b25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:06.887 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.886+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.888 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.887+0000 7fa157b25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:06.888 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.887+0000 7fa157b25900 20 searching for the correct realm 2026-04-02T12:01:06.892 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.890+0000 7fa14ffff640 0 -- 192.168.123.102:0/3796202167 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fa1480148d0 msgr2=0x7fa148030950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:06.894 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.893+0000 7fa14ffff640 0 -- 192.168.123.102:0/3796202167 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fa1100a42c0 msgr2=0x7fa1100c46c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:06.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.896+0000 7fa157b25900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:06.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.896+0000 7fa157b25900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:06.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.896+0000 7fa157b25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:06.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.896+0000 7fa157b25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:06.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.896+0000 7fa157b25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:06.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.896+0000 7fa157b25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:06.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.896+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 20 zone default found 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 4 Realm: () 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.897+0000 7fa157b25900 20 zonegroup default 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.898+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.898+0000 7fa157b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.899 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.898+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.898+0000 7fa157b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.898+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:06.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.898+0000 7fa157b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:06.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.898+0000 7fa157b25900 20 started sync module instance, tier type = 2026-04-02T12:01:06.900 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.899+0000 7fa157b25900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:06.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.917+0000 7fa157b25900 20 add_watcher() i=0 2026-04-02T12:01:06.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.944+0000 7fa157b25900 20 add_watcher() i=4 2026-04-02T12:01:06.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.945+0000 7fa157b25900 20 add_watcher() i=3 2026-04-02T12:01:06.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.978+0000 7fa157b25900 20 add_watcher() i=7 2026-04-02T12:01:06.980 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.978+0000 7fa157b25900 20 add_watcher() i=2 2026-04-02T12:01:06.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.979+0000 7fa157b25900 20 add_watcher() i=1 2026-04-02T12:01:06.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.979+0000 7fa157b25900 20 add_watcher() i=6 2026-04-02T12:01:06.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.979+0000 7fa157b25900 20 add_watcher() i=5 2026-04-02T12:01:06.981 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:06.979+0000 7fa157b25900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:07.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.016+0000 7fa157b25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:07.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.016+0000 7fa157b25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:07.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.017+0000 7fa157b25900 5 note: GC not initialized 2026-04-02T12:01:07.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.017+0000 7fa0fbfff640 20 reqs_thread_entry: start 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.225+0000 7fa157b25900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.225+0000 7fa157b25900 20 Filter name: none 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.225+0000 7fa0f9ffb640 20 reqs_thread_entry: start 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.225+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.225+0000 7fa157b25900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.225+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.226+0000 7fa157b25900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.226+0000 7fa157b25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:07.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.226+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.226+0000 7fa157b25900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:07.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.226+0000 7fa157b25900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.227+0000 7fa157b25900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:07.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.227+0000 7fa157b25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:07.234 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.232+0000 7fa157b25900 20 remove_watcher() i=0 2026-04-02T12:01:07.234 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.232+0000 7fa157b25900 2 removed watcher, disabling cache 2026-04-02T12:01:07.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.233+0000 7fa157b25900 20 remove_watcher() i=4 2026-04-02T12:01:07.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.233+0000 7fa157b25900 20 remove_watcher() i=2 2026-04-02T12:01:07.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.233+0000 7fa157b25900 20 remove_watcher() i=7 2026-04-02T12:01:07.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.233+0000 7fa157b25900 20 remove_watcher() i=6 2026-04-02T12:01:07.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.233+0000 7fa157b25900 20 remove_watcher() i=1 2026-04-02T12:01:07.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.233+0000 7fa157b25900 20 remove_watcher() i=3 2026-04-02T12:01:07.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.234+0000 7fa157b25900 20 remove_watcher() i=5 2026-04-02T12:01:07.242 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:07.242 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:07.242 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-change-reshard-state id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.39 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:01:07.242 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:07.302 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2026-04-02T12:01:07.302 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:07.498 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:01:07.520 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:07.520 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:07.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.539+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.542+0000 7fbf0d93e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.542+0000 7fbf0d93e900 20 realm 2026-04-02T12:01:07.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.542+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.542+0000 7fbf0d93e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.542+0000 7fbf0d93e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:07.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.542+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.542+0000 7fbf0d93e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.542+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.543+0000 7fbf0d93e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:07.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.543+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.544+0000 7fbf0d93e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:07.545 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.544+0000 7fbf0d93e900 20 searching for the correct realm 2026-04-02T12:01:07.549 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.548+0000 7fbf096b6640 0 -- 192.168.123.102:0/2862321912 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fbefc08b040 msgr2=0x7fbefc0079d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:07.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.552+0000 7fbf08eb5640 0 -- 192.168.123.102:0/2862321912 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x556035a8f930 msgr2=0x556035aafde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:07.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:07.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:07.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:07.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:07.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.554+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 20 zone default found 2026-04-02T12:01:07.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 4 Realm: () 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 20 zonegroup default 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.555+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.556+0000 7fbf0d93e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.556+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.556+0000 7fbf0d93e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.556+0000 7fbf0d93e900 20 started sync module instance, tier type = 2026-04-02T12:01:07.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.556+0000 7fbf0d93e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.560+0000 7fbf0d93e900 20 add_watcher() i=3 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.560+0000 7fbf0d93e900 20 add_watcher() i=1 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.560+0000 7fbf0d93e900 20 add_watcher() i=7 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.561+0000 7fbf0d93e900 20 add_watcher() i=2 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.561+0000 7fbf0d93e900 20 add_watcher() i=5 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.561+0000 7fbf0d93e900 20 add_watcher() i=6 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.561+0000 7fbf0d93e900 20 add_watcher() i=0 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.561+0000 7fbf0d93e900 20 add_watcher() i=4 2026-04-02T12:01:07.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.561+0000 7fbf0d93e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:07.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.563+0000 7fbf0d93e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:07.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.563+0000 7fbf0d93e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:07.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.563+0000 7fbf0d93e900 5 note: GC not initialized 2026-04-02T12:01:07.565 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.563+0000 7fbeb6fed640 20 reqs_thread_entry: start 2026-04-02T12:01:07.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.607+0000 7fbf0d93e900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:07.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.607+0000 7fbf0d93e900 20 Filter name: none 2026-04-02T12:01:07.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.607+0000 7fbeb4fe9640 20 reqs_thread_entry: start 2026-04-02T12:01:07.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.607+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.607+0000 7fbf0d93e900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:07.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.607+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.608+0000 7fbf0d93e900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:07.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.608+0000 7fbf0d93e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:07.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.608+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.608+0000 7fbf0d93e900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:07.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.608+0000 7fbf0d93e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.608+0000 7fbf0d93e900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:07.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.608+0000 7fbf0d93e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:07.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 20 remove_watcher() i=3 2026-04-02T12:01:07.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 2 removed watcher, disabling cache 2026-04-02T12:01:07.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 20 remove_watcher() i=2 2026-04-02T12:01:07.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 20 remove_watcher() i=4 2026-04-02T12:01:07.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 20 remove_watcher() i=5 2026-04-02T12:01:07.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 20 remove_watcher() i=7 2026-04-02T12:01:07.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 20 remove_watcher() i=6 2026-04-02T12:01:07.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 20 remove_watcher() i=0 2026-04-02T12:01:07.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.614+0000 7fbf0d93e900 20 remove_watcher() i=1 2026-04-02T12:01:07.622 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:07.622 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:07.622 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-change-reshard-state id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:07.622 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:07.623 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2026-04-02T12:01:07.647 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:07.647 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:07.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.668+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.669+0000 7f3a75725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.669+0000 7f3a75725900 20 realm 2026-04-02T12:01:07.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.669+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.669+0000 7f3a75725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.669+0000 7f3a75725900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:07.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.669+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.669+0000 7f3a75725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.669+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.670+0000 7f3a75725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:07.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.670+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.671+0000 7f3a75725900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:07.672 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.671+0000 7f3a75725900 20 searching for the correct realm 2026-04-02T12:01:07.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.674+0000 7f3a71d39640 0 -- 192.168.123.102:0/375554779 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55795825a0d0 msgr2=0x55795827a500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:07.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.677+0000 7f3a71d39640 0 -- 192.168.123.102:0/375554779 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f3a6401a910 msgr2=0x7f3a6400f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.680+0000 7f3a75725900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.680+0000 7f3a75725900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.680+0000 7f3a75725900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.680+0000 7f3a75725900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.680+0000 7f3a75725900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.680+0000 7f3a75725900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 zone default found 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 4 Realm: () 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 zonegroup default 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.681+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.682+0000 7f3a75725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.682+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.682+0000 7f3a75725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.682+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.682+0000 7f3a75725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.682+0000 7f3a75725900 20 started sync module instance, tier type = 2026-04-02T12:01:07.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.682+0000 7f3a75725900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:07.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.686+0000 7f3a75725900 20 add_watcher() i=5 2026-04-02T12:01:07.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.686+0000 7f3a75725900 20 add_watcher() i=1 2026-04-02T12:01:07.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.686+0000 7f3a75725900 20 add_watcher() i=2 2026-04-02T12:01:07.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.686+0000 7f3a75725900 20 add_watcher() i=3 2026-04-02T12:01:07.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.686+0000 7f3a75725900 20 add_watcher() i=4 2026-04-02T12:01:07.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.686+0000 7f3a75725900 20 add_watcher() i=6 2026-04-02T12:01:07.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.687+0000 7f3a75725900 20 add_watcher() i=7 2026-04-02T12:01:07.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.687+0000 7f3a75725900 20 add_watcher() i=0 2026-04-02T12:01:07.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.687+0000 7f3a75725900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:07.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.690+0000 7f3a75725900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:07.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.690+0000 7f3a75725900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:07.691 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.690+0000 7f3a75725900 5 note: GC not initialized 2026-04-02T12:01:07.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.690+0000 7f3a1e7ec640 20 reqs_thread_entry: start 2026-04-02T12:01:07.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.735+0000 7f3a75725900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:07.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.735+0000 7f3a75725900 20 Filter name: none 2026-04-02T12:01:07.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.735+0000 7f3a17fff640 20 reqs_thread_entry: start 2026-04-02T12:01:07.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:01:07.737 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 : miss 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 info.flags=0x17 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 to cache LRU end 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:07.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.736+0000 7f3a75725900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 2026-04-02T12:01:07.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.740+0000 7f3a75725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 info.flags=0x17 2026-04-02T12:01:07.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.740+0000 7f3a75725900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 to cache LRU end 2026-04-02T12:01:07.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.740+0000 7f3a75725900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:07.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.740+0000 7f3a75725900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40, ofs0, ns] 2026-04-02T12:01:07.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.741+0000 7f3a50ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927299 cookie 93979658300992 notifier 7833 bl.length()=1027 2026-04-02T12:01:07.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.741+0000 7f3a50ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 info.flags=0x17 2026-04-02T12:01:07.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.741+0000 7f3a50ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 to cache LRU end 2026-04-02T12:01:07.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.741+0000 7f3a50ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:07.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.741+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): orig_sources= new_sources= 2026-04-02T12:01:07.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.741+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): potential sources added=[] removed=[] 2026-04-02T12:01:07.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.741+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): orig_dests= new_dests= 2026-04-02T12:01:07.743 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.741+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): potential dests added=[] removed=[] 2026-04-02T12:01:07.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.743+0000 7f3a75725900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.40.1.0 2026-04-02T12:01:07.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.743+0000 7f3a75725900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.40.1.0 2026-04-02T12:01:07.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.743+0000 7f3a75725900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.40.1.1 2026-04-02T12:01:07.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.743+0000 7f3a75725900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.40.1.1 2026-04-02T12:01:07.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.743+0000 7f3a75725900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.40.0 2026-04-02T12:01:07.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.746+0000 7f3a75725900 -1 Injecting error=-125 at location=change_reshard_state 2026-04-02T12:01:07.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.746+0000 7f3a75725900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:07.747 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.746+0000 7f3a75725900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 2026-04-02T12:01:07.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a75725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 info.flags=0x17 2026-04-02T12:01:07.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a75725900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 to cache LRU end 2026-04-02T12:01:07.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a75725900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:07.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a75725900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40, ofs0, ns] 2026-04-02T12:01:07.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a47fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927300 cookie 93979658300992 notifier 7833 bl.length()=1027 2026-04-02T12:01:07.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a47fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 info.flags=0x17 2026-04-02T12:01:07.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a47fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 to cache LRU end 2026-04-02T12:01:07.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a47fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:07.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): orig_sources= new_sources= 2026-04-02T12:01:07.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): potential sources added=[] removed=[] 2026-04-02T12:01:07.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): orig_dests= new_dests= 2026-04-02T12:01:07.749 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.747+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): potential dests added=[] removed=[] 2026-04-02T12:01:07.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.748+0000 7f3a75725900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.40.0 2026-04-02T12:01:07.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.749+0000 7f3a75725900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:07.750 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.749+0000 7f3a75725900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 2026-04-02T12:01:07.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a75725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 info.flags=0x17 2026-04-02T12:01:07.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a75725900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 to cache LRU end 2026-04-02T12:01:07.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a75725900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:07.751 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a75725900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40, ofs0, ns] 2026-04-02T12:01:07.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a50ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927301 cookie 93979658300992 notifier 7833 bl.length()=991 2026-04-02T12:01:07.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a50ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 info.flags=0x17 2026-04-02T12:01:07.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a50ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 to cache LRU end 2026-04-02T12:01:07.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a50ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:07.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): orig_sources= new_sources= 2026-04-02T12:01:07.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.750+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): potential sources added=[] removed=[] 2026-04-02T12:01:07.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.751+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): orig_dests= new_dests= 2026-04-02T12:01:07.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.751+0000 7f3a75725900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.40]): potential dests added=[] removed=[] 2026-04-02T12:01:07.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.752+0000 7f3a75725900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:07.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.756+0000 7f3a75725900 20 remove_watcher() i=2 2026-04-02T12:01:07.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.756+0000 7f3a75725900 2 removed watcher, disabling cache 2026-04-02T12:01:07.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.757+0000 7f3a75725900 20 remove_watcher() i=3 2026-04-02T12:01:07.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.757+0000 7f3a75725900 20 remove_watcher() i=6 2026-04-02T12:01:07.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.757+0000 7f3a75725900 20 remove_watcher() i=7 2026-04-02T12:01:07.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.757+0000 7f3a75725900 20 remove_watcher() i=0 2026-04-02T12:01:07.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.757+0000 7f3a75725900 20 remove_watcher() i=4 2026-04-02T12:01:07.758 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.757+0000 7f3a75725900 20 remove_watcher() i=5 2026-04-02T12:01:07.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.757+0000 7f3a75725900 20 remove_watcher() i=1 2026-04-02T12:01:07.767 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:01:07.789 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:07.789 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:07.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.811+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.811+0000 7f111556d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.811+0000 7f111556d900 20 realm 2026-04-02T12:01:07.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.811+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.811+0000 7f111556d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.811+0000 7f111556d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:07.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.811+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.812+0000 7f111556d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.813 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.812+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.812+0000 7f111556d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:07.814 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.812+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.813+0000 7f111556d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:07.815 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.813+0000 7f111556d900 20 searching for the correct realm 2026-04-02T12:01:07.817 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.816+0000 7f1110b82640 0 -- 192.168.123.102:0/3310924968 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f1100068530 msgr2=0x7f11000676f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:07.821 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.819+0000 7f1110b82640 0 -- 192.168.123.102:0/3310924968 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f1104074b00 msgr2=0x7f11040ce930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:07.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:07.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.823+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 zone default found 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 4 Realm: () 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 zonegroup default 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:07.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 started sync module instance, tier type = 2026-04-02T12:01:07.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.824+0000 7f111556d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:07.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.828+0000 7f111556d900 20 add_watcher() i=1 2026-04-02T12:01:07.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.828+0000 7f111556d900 20 add_watcher() i=3 2026-04-02T12:01:07.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.829+0000 7f111556d900 20 add_watcher() i=7 2026-04-02T12:01:07.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.829+0000 7f111556d900 20 add_watcher() i=4 2026-04-02T12:01:07.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.829+0000 7f111556d900 20 add_watcher() i=5 2026-04-02T12:01:07.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.829+0000 7f111556d900 20 add_watcher() i=2 2026-04-02T12:01:07.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.829+0000 7f111556d900 20 add_watcher() i=6 2026-04-02T12:01:07.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.829+0000 7f111556d900 20 add_watcher() i=0 2026-04-02T12:01:07.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.829+0000 7f111556d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:07.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.831+0000 7f111556d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:07.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.831+0000 7f111556d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:07.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.832+0000 7f111556d900 5 note: GC not initialized 2026-04-02T12:01:07.833 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.832+0000 7f10befed640 20 reqs_thread_entry: start 2026-04-02T12:01:07.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.873+0000 7f111556d900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:07.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.873+0000 7f111556d900 20 Filter name: none 2026-04-02T12:01:07.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.873+0000 7f10bcfe9640 20 reqs_thread_entry: start 2026-04-02T12:01:07.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.873+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.874+0000 7f111556d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:07.875 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.874+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.874+0000 7f111556d900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:07.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.874+0000 7f111556d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:07.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.874+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.875+0000 7f111556d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:07.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.875+0000 7f111556d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:07.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.875+0000 7f111556d900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:07.876 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.875+0000 7f111556d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:07.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.879+0000 7f111556d900 20 remove_watcher() i=7 2026-04-02T12:01:07.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.879+0000 7f111556d900 2 removed watcher, disabling cache 2026-04-02T12:01:07.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.879+0000 7f111556d900 20 remove_watcher() i=5 2026-04-02T12:01:07.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.880+0000 7f111556d900 20 remove_watcher() i=1 2026-04-02T12:01:07.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.880+0000 7f111556d900 20 remove_watcher() i=6 2026-04-02T12:01:07.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.880+0000 7f111556d900 20 remove_watcher() i=3 2026-04-02T12:01:07.881 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.880+0000 7f111556d900 20 remove_watcher() i=4 2026-04-02T12:01:07.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.880+0000 7f111556d900 20 remove_watcher() i=2 2026-04-02T12:01:07.882 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:07.881+0000 7f111556d900 20 remove_watcher() i=0 2026-04-02T12:01:07.889 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:07.889 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:07.889 INFO:tasks.workunit.client.0.vm02.stderr:bucket: error-at-change-reshard-state id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.40 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T12:01:07.889 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:07.948 INFO:tasks.workunit.client.0.vm02.stderr:TEST: reshard bucket with abort at change_reshard_state 2026-04-02T12:01:07.948 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:08.206 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:01:08.227 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:08.227 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:08.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.252+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.253+0000 7fd0c9d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.253+0000 7fd0c9d3c900 20 realm 2026-04-02T12:01:08.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.253+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.253+0000 7fd0c9d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.253+0000 7fd0c9d3c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:08.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.253+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.253+0000 7fd0c9d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.253+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.254+0000 7fd0c9d3c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:08.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.254+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.255+0000 7fd0c9d3c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:08.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.255+0000 7fd0c9d3c900 20 searching for the correct realm 2026-04-02T12:01:08.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.255+0000 7fd0c5ab6640 0 -- 192.168.123.102:0/2855569782 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x558e0818de70 msgr2=0x558e0818e310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:08.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.464+0000 7fd0c5ab6640 0 -- 192.168.123.102:0/2855569782 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fd0b80672e0 msgr2=0x7fd0b807e330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.671+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:08.673 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 20 zone default found 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 4 Realm: () 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 20 zonegroup default 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.672+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.673+0000 7fd0c9d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.674 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.673+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.673+0000 7fd0c9d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.673+0000 7fd0c9d3c900 20 started sync module instance, tier type = 2026-04-02T12:01:08.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.673+0000 7fd0c9d3c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:08.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 20 add_watcher() i=7 2026-04-02T12:01:08.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 20 add_watcher() i=4 2026-04-02T12:01:08.678 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 20 add_watcher() i=1 2026-04-02T12:01:08.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 20 add_watcher() i=2 2026-04-02T12:01:08.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 20 add_watcher() i=0 2026-04-02T12:01:08.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 20 add_watcher() i=3 2026-04-02T12:01:08.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 20 add_watcher() i=5 2026-04-02T12:01:08.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 20 add_watcher() i=6 2026-04-02T12:01:08.679 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.677+0000 7fd0c9d3c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:08.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.679+0000 7fd0c9d3c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:08.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.679+0000 7fd0c9d3c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:08.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.679+0000 7fd0c9d3c900 5 note: GC not initialized 2026-04-02T12:01:08.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.680+0000 7fd06efed640 20 reqs_thread_entry: start 2026-04-02T12:01:08.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.720+0000 7fd0c9d3c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:08.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.720+0000 7fd0c9d3c900 20 Filter name: none 2026-04-02T12:01:08.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.720+0000 7fd06cfe9640 20 reqs_thread_entry: start 2026-04-02T12:01:08.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.720+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.721+0000 7fd0c9d3c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:08.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.721+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.721+0000 7fd0c9d3c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:08.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.721+0000 7fd0c9d3c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:08.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.721+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.721+0000 7fd0c9d3c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:08.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.722+0000 7fd0c9d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.722+0000 7fd0c9d3c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:08.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.722+0000 7fd0c9d3c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.726+0000 7fd0c9d3c900 20 remove_watcher() i=0 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.726+0000 7fd0c9d3c900 2 removed watcher, disabling cache 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.726+0000 7fd0c9d3c900 20 remove_watcher() i=3 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.726+0000 7fd0c9d3c900 20 remove_watcher() i=4 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.726+0000 7fd0c9d3c900 20 remove_watcher() i=7 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.727+0000 7fd0c9d3c900 20 remove_watcher() i=6 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.727+0000 7fd0c9d3c900 20 remove_watcher() i=2 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.727+0000 7fd0c9d3c900 20 remove_watcher() i=5 2026-04-02T12:01:08.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.727+0000 7fd0c9d3c900 20 remove_watcher() i=1 2026-04-02T12:01:08.735 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:08.735 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:08.735 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-change-reshard-state id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:08.735 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:08.736 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2026-04-02T12:01:08.759 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:08.760 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:08.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.782+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.783+0000 7ff242a14900 20 realm 2026-04-02T12:01:08.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.783+0000 7ff242a14900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:08.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:08.785 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.784+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:08.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.784+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:08.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.785+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:08.786 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.785+0000 7ff242a14900 20 searching for the correct realm 2026-04-02T12:01:08.788 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.787+0000 7ff23ea02640 0 -- 192.168.123.102:0/3938310409 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7ff23000ac30 msgr2=0x7ff2300650b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:08.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:08.991+0000 7ff23da00640 0 -- 192.168.123.102:0/3938310409 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7ff230032740 msgr2=0x7ff2300a78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.196+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.198 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 zone default found 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 4 Realm: () 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 zonegroup default 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.198+0000 7ff242a14900 20 started sync module instance, tier type = 2026-04-02T12:01:09.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.198+0000 7ff242a14900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:09.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=6 2026-04-02T12:01:09.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=3 2026-04-02T12:01:09.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=1 2026-04-02T12:01:09.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=5 2026-04-02T12:01:09.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=0 2026-04-02T12:01:09.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=4 2026-04-02T12:01:09.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=2 2026-04-02T12:01:09.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=7 2026-04-02T12:01:09.205 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.203+0000 7ff242a14900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:09.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.205+0000 7ff242a14900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:09.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.205+0000 7ff242a14900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:09.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.205+0000 7ff242a14900 5 note: GC not initialized 2026-04-02T12:01:09.207 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.205+0000 7ff1e6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:09.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.245+0000 7ff242a14900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:09.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.245+0000 7ff242a14900 20 Filter name: none 2026-04-02T12:01:09.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff1e4ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:09.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:01:09.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 : miss 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.246+0000 7ff242a14900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 2026-04-02T12:01:09.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff242a14900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.251 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff242a14900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff242a14900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41, ofs0, ns] 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927305 cookie 94463646369920 notifier 7884 bl.length()=1027 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_sources= new_sources= 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential sources added=[] removed=[] 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_dests= new_dests= 2026-04-02T12:01:09.252 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential dests added=[] removed=[] 2026-04-02T12:01:09.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.253+0000 7ff242a14900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.0 2026-04-02T12:01:09.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.0 2026-04-02T12:01:09.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.253+0000 7ff242a14900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.1 2026-04-02T12:01:09.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.1 2026-04-02T12:01:09.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.0 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff242a14900 time 2026-04-02T12:01:09.256720+0000 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ff24398f8f8] 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55ea058486bd] 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55ea05848f02] 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7ff24282a610] 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.256+0000 7ff242a14900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff242a14900 time 2026-04-02T12:01:09.256720+0000 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ff24398f8f8] 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55ea058486bd] 2026-04-02T12:01:09.257 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55ea05848f02] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7ff24282a610] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7ff242a14900 thread_name:radosgw-admin 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ff24283fc30] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ff24288d02c] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ff24398f957] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55ea058486bd] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55ea05848f02] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7ff24282a610] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.256+0000 7ff242a14900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7ff242a14900 thread_name:radosgw-admin 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ff24283fc30] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ff24288d02c] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ff24398f957] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55ea058486bd] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55ea05848f02] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7ff24282a610] 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.258 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:01:08.765+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:01:08.765+0000 7ff242a14900 1 librados: starting msgr at 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:01:08.765+0000 7ff242a14900 1 librados: starting objecter 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command objecter_requests hook 0x55ea07c71950 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:01:08.765+0000 7ff242a14900 1 librados: setting wanted keys 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:01:08.765+0000 7ff242a14900 1 librados: calling monclient init 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient: init 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding auth protocol: cephx 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding auth protocol: cephx 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding auth protocol: cephx 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:01:08.765+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:01:08.765+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command rotate-key hook 0x55ea07c70068 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-c con 0x55ea07c017e0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-a con 0x55ea07c024b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-b con 0x55ea07c02880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): authenticate will time out at 1898.777944s 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): get_auth_request con 0x55ea07c024b0 auth_method 0 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.273 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): get_auth_request con 0x55ea07c017e0 auth_method 0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): get_auth_request con 0x55ea07c02880 auth_method 0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): handle_auth_done global_id 7875 payload 824 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient: _finish_hunting 0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:01:08.766+0000 7ff23da00640 1 monclient: found mon.noname-a 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: dump: 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: _finish_auth 0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: dump: 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:01:08.766+0000 7ff242a14900 5 monclient: authenticate success, global_id 7875 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:01:08.766+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:01:08.766+0000 7ff234ff9640 4 set_mon_vals no callback set 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:01:08.766+0000 7ff242a14900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:01:08.766+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:01:08.766+0000 7ff242a14900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:01:08.766+0000 7ff242a14900 1 librados: init done 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:01:08.768+0000 7ff22affd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:01:08.768+0000 7ff22affd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.274 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:01:08.768+0000 7ff22affd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:01:08.768+0000 7ff23e201640 10 monclient: get_auth_request con 0x7ff218077610 auth_method 0 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:01:08.768+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea07d64310 auth_method 0 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:01:08.769+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea07de5570 auth_method 0 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:01:08.770+0000 7ff23da00640 10 monclient: get_auth_request con 0x55ea07e07c00 auth_method 0 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:01:08.771+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea07e07320 auth_method 0 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: build_initial_monmap 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:01:08.772+0000 7ff242a14900 1 build_initial for_mkfs: 0 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: monmap: 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding auth protocol: cephx 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding auth protocol: cephx 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding auth protocol: cephx 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:01:08.772+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ea07e4eb20 EEXIST 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: init 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding auth protocol: cephx 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding auth protocol: cephx 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding auth protocol: cephx 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:01:08.772+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:01:08.772+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command rotate-key cmddesc rotate-key hook 0x55ea07e28b90 EEXIST 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-b con 0x55ea07e76d50 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-c con 0x55ea07e77120 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-a con 0x55ea07ea9410 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.275 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): authenticate will time out at 1898.785275s 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): get_auth_request con 0x55ea07e77120 auth_method 0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): get_auth_request con 0x55ea07e76d50 auth_method 0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): get_auth_request con 0x55ea07ea9410 auth_method 0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): handle_auth_done global_id 37295 payload 824 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient: _finish_hunting 0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:01:08.773+0000 7ff23ea02640 1 monclient: found mon.noname-c 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: dump: 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: _finish_auth 0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:01:08.773+0000 7ff242a14900 5 monclient: authenticate success, global_id 37295 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:01:08.773+0000 7ff23f203640 4 set_mon_vals no callback set 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:01:08.774+0000 7ff21ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:01:08.774+0000 7ff21ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:01:08.774+0000 7ff21ffff640 10 monclient: dump: 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:01:08.774+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.276 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:01:08.774+0000 7ff242a14900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:01:08.775+0000 7ff21ffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:01:08.775+0000 7ff21ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:01:08.775+0000 7ff21ffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:01:08.775+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff20c077450 auth_method 0 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:01:08.776+0000 7ff242a14900 10 monclient: get_monmap_and_config 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:01:08.776+0000 7ff242a14900 10 monclient: build_initial_monmap 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:01:08.776+0000 7ff242a14900 1 build_initial for_mkfs: 0 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:01:08.776+0000 7ff242a14900 10 monclient: monmap: 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding auth protocol: cephx 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding auth protocol: cephx 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding auth protocol: cephx 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:01:08.776+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:01:08.776+0000 7ff242a14900 10 monclient: init 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding auth protocol: cephx 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding auth protocol: cephx 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding auth protocol: cephx 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:01:08.777+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:01:08.777+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:01:08.777+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe32988138 EEXIST 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-c con 0x55ea07f32a00 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-a con 0x55ea07f39eb0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-b con 0x55ea07f62e00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.277 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): authenticate will time out at 1898.789594s 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): get_auth_request con 0x55ea07f39eb0 auth_method 0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): get_auth_request con 0x55ea07f32a00 auth_method 0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): get_auth_request con 0x55ea07f62e00 auth_method 0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): handle_auth_done global_id 37298 payload 274 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient: _finish_hunting 0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:01:08.777+0000 7ff23da00640 1 monclient: found mon.noname-c 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: dump: 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: _finish_auth 0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: _check_auth_tickets 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: dump: 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 monclient: authenticate success, global_id 37298 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:01:08.778+0000 7ff242a14900 4 set_mon_vals no callback set 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: shutdown 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: build_initial_monmap 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 build_initial for_mkfs: 0 2026-04-02T12:01:09.278 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: monmap: 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding auth protocol: cephx 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding auth protocol: cephx 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding auth protocol: cephx 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:01:08.778+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 librados: starting msgr at 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 librados: starting objecter 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ea07f0b540 EEXIST 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 librados: setting wanted keys 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 librados: calling monclient init 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: init 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding auth protocol: cephx 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding auth protocol: cephx 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding auth protocol: cephx 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:01:08.779+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:01:08.779+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command rotate-key cmddesc rotate-key hook 0x55ea07f0a678 EEXIST 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-b con 0x55ea07f39eb0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-a con 0x55ea07f62e00 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-c con 0x55ea07f37280 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): authenticate will time out at 1898.791654s 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): get_auth_request con 0x55ea07f62e00 auth_method 0 2026-04-02T12:01:09.279 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:01:08.779+0000 7ff23da00640 10 monclient(hunting): get_auth_request con 0x55ea07f39eb0 auth_method 0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:01:08.779+0000 7ff23da00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:01:08.779+0000 7ff23da00640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:01:08.779+0000 7ff23da00640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): get_auth_request con 0x55ea07f37280 auth_method 0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): handle_auth_done global_id 7884 payload 824 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient: _finish_hunting 0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:01:08.779+0000 7ff23ea02640 1 monclient: found mon.noname-a 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: dump: 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: _finish_auth 0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: dump: 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:01:08.780+0000 7ff242a14900 5 monclient: authenticate success, global_id 7884 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:01:08.780+0000 7ff21dffb640 4 set_mon_vals no callback set 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:01:08.780+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:01:08.780+0000 7ff242a14900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:01:08.780+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:01:08.780+0000 7ff242a14900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:01:08.780+0000 7ff242a14900 1 librados: init done 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:01:08.780+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cr dump hook 0x55ea07f6b428 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:01:08.781+0000 7ff213fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:01:08.781+0000 7ff213fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:01:08.781+0000 7ff213fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:01:08.781+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff1fc077540 auth_method 0 2026-04-02T12:01:09.280 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:01:08.782+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:01:08.782+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea07fd3180 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 realm 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:01:08.783+0000 7ff242a14900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:01:08.783+0000 7ff23da00640 10 monclient: get_auth_request con 0x55ea07ff5950 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:01:08.784+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:01:08.784+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:01:08.784+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea080171a0 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:01:08.785+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:01:08.785+0000 7ff242a14900 20 searching for the correct realm 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:01:08.785+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea08039f40 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:01:08.785+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff22c07b070 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:01:08.786+0000 7ff23ea02640 10 monclient: get_auth_request con 0x7ff23000ac30 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:01:08.787+0000 7ff23ea02640 0 -- 192.168.123.102:0/3938310409 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7ff23000ac30 msgr2=0x7ff2300650b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:01:08.987+0000 7ff23ea02640 10 monclient: get_auth_request con 0x7ff23000ac30 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:01:08.989+0000 7ff23e201640 10 monclient: get_auth_request con 0x7ff23007c650 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:01:08.991+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff230032740 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:01:08.991+0000 7ff23da00640 0 -- 192.168.123.102:0/3938310409 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7ff230032740 msgr2=0x7ff2300a78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:01:09.192+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff230032740 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 zone default found 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:01:09.197+0000 7ff242a14900 4 Realm: () 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:01:09.197+0000 7ff242a14900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:01:09.197+0000 7ff242a14900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:01:09.197+0000 7ff242a14900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 zonegroup default 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 started sync module instance, tier type = 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=6 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=3 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=1 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=5 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=4 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=2 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=7 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:01:09.203+0000 7ff242a14900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:01:09.203+0000 7ff23ea02640 10 monclient: get_auth_request con 0x7ff1c8007200 auth_method 0 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding auth protocol: cephx 2026-04-02T12:01:09.281 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding auth protocol: cephx 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding auth protocol: cephx 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:01:09.205+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:01:09.205+0000 7ff242a14900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:01:09.205+0000 7ff242a14900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cache list hook 0x55ea07f35830 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cache inspect hook 0x55ea07f35830 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cache erase hook 0x55ea07f35830 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cache zap hook 0x55ea07f35830 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 note: GC not initialized 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:01:09.205+0000 7ff1e6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command sync trace show hook 0x7ff22c0046d0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command sync trace history hook 0x7ff22c0046d0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command sync trace active hook 0x7ff22c0046d0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command sync trace active_short hook 0x7ff22c0046d0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:01:09.206+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea08147c40 auth_method 0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:01:09.207+0000 7ff23da00640 10 monclient: get_auth_request con 0x55ea08144980 auth_method 0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:01:09.209+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea0814b810 auth_method 0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:01:09.210+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea0812f840 auth_method 0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:01:09.214+0000 7ff23da00640 10 monclient: get_auth_request con 0x55ea08145f00 auth_method 0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:01:09.219+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea08134620 auth_method 0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:01:09.245+0000 7ff242a14900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:01:09.245+0000 7ff242a14900 20 Filter name: none 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:01:09.246+0000 7ff1e4ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 : miss 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:01:09.250+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:01:09.250+0000 7ff242a14900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:01:09.250+0000 7ff242a14900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:01:09.250+0000 7ff242a14900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41, ofs0, ns] 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927305 cookie 94463646369920 notifier 7884 bl.length()=1027 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_sources= new_sources= 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential sources added=[] removed=[] 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_dests= new_dests= 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential dests added=[] removed=[] 2026-04-02T12:01:09.282 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:01:09.253+0000 7ff242a14900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.0 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.0 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:01:09.253+0000 7ff242a14900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.1 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.1 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.0 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:01:09.256+0000 7ff242a14900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff242a14900 time 2026-04-02T12:01:09.256720+0000 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ff24398f8f8] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55ea058486bd] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55ea05848f02] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7ff24282a610] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:01:09.256+0000 7ff242a14900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7ff242a14900 thread_name:radosgw-admin 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ff24283fc30] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ff24288d02c] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ff24398f957] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55ea058486bd] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55ea05848f02] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7ff24282a610] 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:01:09.283 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:01:09.284 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff1e4ff9640 / http_manager 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff1e6ffd640 / http_manager 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff213fff640 / ms_dispatch 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff21d7fa640 / io_context_pool 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff21dffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff21ffff640 / ms_dispatch 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff22affd640 / ms_dispatch 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff234ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff2357fa640 / admin_socket 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23d1ff640 / ms_dispatch 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23da00640 / msgr-worker-2 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23e201640 / msgr-worker-1 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23ea02640 / msgr-worker-0 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23f203640 / io_context_pool 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: 7ff242a14900 / radosgw-admin 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.96070.log 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:01:08.764+0000 7ff242a14900 5 AuthRegistry(0x55ea07c71f30) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:01:08.765+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:01:08.765+0000 7ff242a14900 1 librados: starting msgr at 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:01:08.765+0000 7ff242a14900 1 librados: starting objecter 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command objecter_requests hook 0x55ea07c71950 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:01:08.765+0000 7ff242a14900 1 librados: setting wanted keys 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:01:08.765+0000 7ff242a14900 1 librados: calling monclient init 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient: init 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding auth protocol: cephx 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding auth protocol: cephx 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding auth protocol: cephx 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: crc 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 AuthRegistry(0x55ea07c6ff20) adding con mode: secure 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:01:08.765+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:01:08.765+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:01:08.765+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command rotate-key hook 0x55ea07c70068 2026-04-02T12:01:09.285 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-c con 0x55ea07c017e0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-a con 0x55ea07c024b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-b con 0x55ea07c02880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:01:08.765+0000 7ff242a14900 10 monclient(hunting): authenticate will time out at 1898.777944s 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): get_auth_request con 0x55ea07c024b0 auth_method 0 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): get_auth_request con 0x55ea07c017e0 auth_method 0 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): get_auth_request con 0x55ea07c02880 auth_method 0 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:01:08.766+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:01:08.766+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient(hunting): handle_auth_done global_id 7875 payload 824 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient: _finish_hunting 0 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:01:08.766+0000 7ff23da00640 1 monclient: found mon.noname-a 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:01:08.766+0000 7ff23da00640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: dump: 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: _finish_auth 0 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:01:08.766+0000 7ff22affd640 10 monclient: dump: 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.286 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:01:08.766+0000 7ff242a14900 5 monclient: authenticate success, global_id 7875 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:01:08.766+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:01:08.766+0000 7ff234ff9640 4 set_mon_vals no callback set 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:01:08.766+0000 7ff242a14900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:01:08.766+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:01:08.766+0000 7ff242a14900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:01:08.766+0000 7ff242a14900 1 librados: init done 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:01:08.768+0000 7ff22affd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:01:08.768+0000 7ff22affd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:01:08.768+0000 7ff22affd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:01:08.768+0000 7ff23e201640 10 monclient: get_auth_request con 0x7ff218077610 auth_method 0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:01:08.768+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea07d64310 auth_method 0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:01:08.769+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea07de5570 auth_method 0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:01:08.770+0000 7ff23da00640 10 monclient: get_auth_request con 0x55ea07e07c00 auth_method 0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:01:08.771+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea07e07320 auth_method 0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: build_initial_monmap 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:01:08.772+0000 7ff242a14900 1 build_initial for_mkfs: 0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: monmap: 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding auth protocol: cephx 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding auth protocol: cephx 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding auth protocol: cephx 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e4b700) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:01:08.772+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ea07e4eb20 EEXIST 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: init 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding auth protocol: cephx 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding auth protocol: cephx 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding auth protocol: cephx 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: crc 2026-04-02T12:01:09.287 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 AuthRegistry(0x55ea07e28a48) adding con mode: secure 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:01:08.772+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:01:08.772+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:01:08.772+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command rotate-key cmddesc rotate-key hook 0x55ea07e28b90 EEXIST 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:01:08.772+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-b con 0x55ea07e76d50 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-c con 0x55ea07e77120 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-a con 0x55ea07ea9410 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient(hunting): authenticate will time out at 1898.785275s 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): get_auth_request con 0x55ea07e77120 auth_method 0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): get_auth_request con 0x55ea07e76d50 auth_method 0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): get_auth_request con 0x55ea07ea9410 auth_method 0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:01:08.773+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:01:08.773+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient(hunting): handle_auth_done global_id 37295 payload 824 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient: _finish_hunting 0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:01:08.773+0000 7ff23ea02640 1 monclient: found mon.noname-c 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:01:08.773+0000 7ff23ea02640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: dump: 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: _finish_auth 0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:01:08.773+0000 7ff21ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:01:08.773+0000 7ff242a14900 5 monclient: authenticate success, global_id 37295 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:01:08.773+0000 7ff242a14900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:01:08.773+0000 7ff23f203640 4 set_mon_vals no callback set 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:01:08.774+0000 7ff21ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:01:08.774+0000 7ff21ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:01:08.774+0000 7ff21ffff640 10 monclient: dump: 2026-04-02T12:01:09.288 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:01:08.774+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:01:08.774+0000 7ff242a14900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:01:08.775+0000 7ff21ffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:01:08.775+0000 7ff21ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:01:08.775+0000 7ff21ffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:01:08.775+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff20c077450 auth_method 0 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:01:08.776+0000 7ff242a14900 10 monclient: get_monmap_and_config 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:01:08.776+0000 7ff242a14900 10 monclient: build_initial_monmap 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:01:08.776+0000 7ff242a14900 1 build_initial for_mkfs: 0 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:01:08.776+0000 7ff242a14900 10 monclient: monmap: 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding auth protocol: cephx 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding auth protocol: cephx 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding auth protocol: cephx 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0b930) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:01:08.776+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:01:08.776+0000 7ff242a14900 10 monclient: init 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding auth protocol: cephx 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding auth protocol: cephx 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding auth protocol: cephx 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: crc 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:01:08.776+0000 7ff242a14900 5 AuthRegistry(0x7ffe32987ff0) adding con mode: secure 2026-04-02T12:01:09.289 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:01:08.777+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:01:08.777+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:01:08.777+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe32988138 EEXIST 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-c con 0x55ea07f32a00 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-a con 0x55ea07f39eb0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-b con 0x55ea07f62e00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:01:08.777+0000 7ff242a14900 10 monclient(hunting): authenticate will time out at 1898.789594s 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): get_auth_request con 0x55ea07f39eb0 auth_method 0 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): get_auth_request con 0x55ea07f32a00 auth_method 0 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): get_auth_request con 0x55ea07f62e00 auth_method 0 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:01:08.777+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:01:08.777+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient(hunting): handle_auth_done global_id 37298 payload 274 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient: _finish_hunting 0 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:01:08.777+0000 7ff23da00640 1 monclient: found mon.noname-c 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:01:08.777+0000 7ff23da00640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: dump: 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: _finish_auth 0 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: _check_auth_tickets 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:01:08.778+0000 7ff21dffb640 10 monclient: dump: 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.290 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 monclient: authenticate success, global_id 37298 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:01:08.778+0000 7ff242a14900 4 set_mon_vals no callback set 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: shutdown 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: build_initial_monmap 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 build_initial for_mkfs: 0 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: monmap: 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding auth protocol: cephx 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding auth protocol: cephx 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding auth protocol: cephx 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0c730) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:01:08.778+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 librados: starting msgr at 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 librados: starting objecter 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:01:08.778+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command objecter_requests cmddesc objecter_requests hook 0x55ea07f0b540 EEXIST 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 librados: setting wanted keys 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:01:08.778+0000 7ff242a14900 1 librados: calling monclient init 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:01:08.778+0000 7ff242a14900 10 monclient: init 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding auth protocol: cephx 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding auth protocol: cephx 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding auth protocol: cephx 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: crc 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 AuthRegistry(0x55ea07f0a530) adding con mode: secure 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:01:08.779+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:01:08.779+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.291 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:01:08.779+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command rotate-key cmddesc rotate-key hook 0x55ea07f0a678 EEXIST 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-b con 0x55ea07f39eb0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-a con 0x55ea07f62e00 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): picked mon.noname-c con 0x55ea07f37280 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:01:08.779+0000 7ff242a14900 10 monclient(hunting): authenticate will time out at 1898.791654s 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): get_auth_request con 0x55ea07f62e00 auth_method 0 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:01:08.779+0000 7ff23da00640 10 monclient(hunting): get_auth_request con 0x55ea07f39eb0 auth_method 0 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:01:08.779+0000 7ff23da00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:01:08.779+0000 7ff23da00640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:01:08.779+0000 7ff23da00640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): get_auth_request con 0x55ea07f37280 auth_method 0 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:01:08.779+0000 7ff23e201640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient(hunting): handle_auth_done global_id 7884 payload 824 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient: _finish_hunting 0 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:01:08.779+0000 7ff23ea02640 1 monclient: found mon.noname-a 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:01:08.779+0000 7ff23ea02640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: dump: 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: _finish_auth 0 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:01:08.780+0000 7ff213fff640 10 monclient: dump: 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:01:08.780+0000 7ff242a14900 5 monclient: authenticate success, global_id 7884 2026-04-02T12:01:09.292 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:01:08.780+0000 7ff21dffb640 4 set_mon_vals no callback set 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:01:08.780+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:01:08.780+0000 7ff242a14900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:01:08.780+0000 7ff242a14900 10 monclient: _renew_subs 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:01:08.780+0000 7ff242a14900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:01:08.780+0000 7ff242a14900 1 librados: init done 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:01:08.780+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cr dump hook 0x55ea07f6b428 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:01:08.781+0000 7ff213fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:01:08.781+0000 7ff213fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:01:08.781+0000 7ff213fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:01:08.781+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff1fc077540 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:01:08.782+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:01:08.782+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea07fd3180 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 realm 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:01:08.783+0000 7ff242a14900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:01:08.783+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:01:08.783+0000 7ff23da00640 10 monclient: get_auth_request con 0x55ea07ff5950 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:01:08.784+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:01:08.784+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:01:08.784+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea080171a0 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:01:08.785+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:01:08.785+0000 7ff242a14900 20 searching for the correct realm 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:01:08.785+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea08039f40 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:01:08.785+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff22c07b070 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:01:08.786+0000 7ff23ea02640 10 monclient: get_auth_request con 0x7ff23000ac30 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:01:08.787+0000 7ff23ea02640 0 -- 192.168.123.102:0/3938310409 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7ff23000ac30 msgr2=0x7ff2300650b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:01:08.987+0000 7ff23ea02640 10 monclient: get_auth_request con 0x7ff23000ac30 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:01:08.989+0000 7ff23e201640 10 monclient: get_auth_request con 0x7ff23007c650 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:01:08.991+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff230032740 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:01:08.991+0000 7ff23da00640 0 -- 192.168.123.102:0/3938310409 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7ff230032740 msgr2=0x7ff2300a78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:01:09.192+0000 7ff23da00640 10 monclient: get_auth_request con 0x7ff230032740 auth_method 0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:01:09.196+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 zone default found 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:01:09.197+0000 7ff242a14900 4 Realm: () 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:01:09.197+0000 7ff242a14900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:01:09.197+0000 7ff242a14900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:01:09.197+0000 7ff242a14900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 zonegroup default 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:01:09.197+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 started sync module instance, tier type = 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:01:09.198+0000 7ff242a14900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:09.293 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=6 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=3 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=1 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=5 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:01:09.202+0000 7ff242a14900 20 add_watcher() i=0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=4 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=2 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:01:09.203+0000 7ff242a14900 20 add_watcher() i=7 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:01:09.203+0000 7ff242a14900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:01:09.203+0000 7ff23ea02640 10 monclient: get_auth_request con 0x7ff1c8007200 auth_method 0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding auth protocol: cephx 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding auth protocol: cephx 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding auth protocol: cephx 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: crc 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 AuthRegistry(0x7ffe329880e0) adding con mode: secure 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:01:09.205+0000 7ff242a14900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:01:09.205+0000 7ff242a14900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:01:09.205+0000 7ff242a14900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cache list hook 0x55ea07f35830 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cache inspect hook 0x55ea07f35830 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cache erase hook 0x55ea07f35830 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command cache zap hook 0x55ea07f35830 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 note: GC not initialized 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:01:09.205+0000 7ff1e6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command sync trace show hook 0x7ff22c0046d0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command sync trace history hook 0x7ff22c0046d0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command sync trace active hook 0x7ff22c0046d0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:01:09.205+0000 7ff242a14900 5 asok(0x55ea07b706b0) register_command sync trace active_short hook 0x7ff22c0046d0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:01:09.206+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea08147c40 auth_method 0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:01:09.207+0000 7ff23da00640 10 monclient: get_auth_request con 0x55ea08144980 auth_method 0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:01:09.209+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea0814b810 auth_method 0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:01:09.210+0000 7ff23e201640 10 monclient: get_auth_request con 0x55ea0812f840 auth_method 0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:01:09.214+0000 7ff23da00640 10 monclient: get_auth_request con 0x55ea08145f00 auth_method 0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:01:09.219+0000 7ff23ea02640 10 monclient: get_auth_request con 0x55ea08134620 auth_method 0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:01:09.245+0000 7ff242a14900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:01:09.245+0000 7ff242a14900 20 Filter name: none 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:01:09.246+0000 7ff1e4ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 : miss 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:01:09.246+0000 7ff242a14900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:09.294 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:01:09.246+0000 7ff242a14900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:01:09.250+0000 7ff242a14900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:01:09.250+0000 7ff242a14900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:01:09.250+0000 7ff242a14900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:01:09.250+0000 7ff242a14900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41, ofs0, ns] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927305 cookie 94463646369920 notifier 7884 bl.length()=1027 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:01:09.250+0000 7ff21d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_sources= new_sources= 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential sources added=[] removed=[] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_dests= new_dests= 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:01:09.250+0000 7ff242a14900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential dests added=[] removed=[] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:01:09.253+0000 7ff242a14900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.0 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.0 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:01:09.253+0000 7ff242a14900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.1 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.1.1 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:01:09.253+0000 7ff242a14900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.0 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:01:09.256+0000 7ff242a14900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff242a14900 time 2026-04-02T12:01:09.256720+0000 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ff24398f8f8] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55ea058486bd] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55ea05848f02] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7ff24282a610] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:01:09.256+0000 7ff242a14900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7ff242a14900 thread_name:radosgw-admin 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ff24283fc30] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ff24288d02c] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ff24398f957] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55ea058486bd] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55ea05848f02] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7ff24282a610] 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:09.295 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:01:09.296 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff1e4ff9640 / http_manager 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff1e6ffd640 / http_manager 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff213fff640 / ms_dispatch 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff21d7fa640 / io_context_pool 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff21dffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff21ffff640 / ms_dispatch 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff22affd640 / ms_dispatch 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff234ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff2357fa640 / admin_socket 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23d1ff640 / ms_dispatch 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23da00640 / msgr-worker-2 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23e201640 / msgr-worker-1 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23ea02640 / msgr-worker-0 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff23f203640 / io_context_pool 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: 7ff242a14900 / radosgw-admin 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:01:09.257741Z_b2064702-6cde-48b5-8b58-fa1f7d8053c8/log 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:09.297 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:09.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.315+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.317+0000 7f5c88721900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.317+0000 7f5c88721900 20 realm 2026-04-02T12:01:09.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.317+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.317+0000 7f5c88721900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.317+0000 7f5c88721900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:09.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.317+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.317+0000 7f5c88721900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.317+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.318+0000 7f5c88721900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.318+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.319+0000 7f5c88721900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:09.320 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.319+0000 7f5c88721900 20 searching for the correct realm 2026-04-02T12:01:09.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.321+0000 7f5c7f7fe640 0 -- 192.168.123.102:0/2056276471 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f5c78007be0 msgr2=0x7f5c78005a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:09.326 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.324+0000 7f5c7f7fe640 0 -- 192.168.123.102:0/2056276471 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f5c70002920 msgr2=0x7f5c700b75f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.529+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.531 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 20 zone default found 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 4 Realm: () 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 20 zonegroup default 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.530+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.531+0000 7f5c88721900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.531+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.531+0000 7f5c88721900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.531+0000 7f5c88721900 20 started sync module instance, tier type = 2026-04-02T12:01:09.532 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.531+0000 7f5c88721900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:09.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.534+0000 7f5c88721900 20 add_watcher() i=5 2026-04-02T12:01:09.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.534+0000 7f5c88721900 20 add_watcher() i=6 2026-04-02T12:01:09.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.534+0000 7f5c88721900 20 add_watcher() i=7 2026-04-02T12:01:09.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.540+0000 7f5c88721900 20 add_watcher() i=1 2026-04-02T12:01:09.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.540+0000 7f5c88721900 20 add_watcher() i=3 2026-04-02T12:01:09.541 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.540+0000 7f5c88721900 20 add_watcher() i=4 2026-04-02T12:01:09.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.540+0000 7f5c88721900 20 add_watcher() i=0 2026-04-02T12:01:09.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.540+0000 7f5c88721900 20 add_watcher() i=2 2026-04-02T12:01:09.542 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.540+0000 7f5c88721900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:09.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.542+0000 7f5c88721900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:09.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.542+0000 7f5c88721900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:09.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.542+0000 7f5c88721900 5 note: GC not initialized 2026-04-02T12:01:09.544 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.542+0000 7f5c317f2640 20 reqs_thread_entry: start 2026-04-02T12:01:09.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.581+0000 7f5c88721900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:09.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.581+0000 7f5c88721900 20 Filter name: none 2026-04-02T12:01:09.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.581+0000 7f5c2affd640 20 reqs_thread_entry: start 2026-04-02T12:01:09.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.581+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.581+0000 7f5c88721900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:09.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.581+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.582+0000 7f5c88721900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:01:09.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.582+0000 7f5c88721900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:09.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.582+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.582+0000 7f5c88721900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:09.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.582+0000 7f5c88721900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.582+0000 7f5c88721900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:01:09.584 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.582+0000 7f5c88721900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:09.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.586+0000 7f5c88721900 20 remove_watcher() i=2 2026-04-02T12:01:09.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.586+0000 7f5c88721900 2 removed watcher, disabling cache 2026-04-02T12:01:09.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.586+0000 7f5c88721900 20 remove_watcher() i=1 2026-04-02T12:01:09.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.586+0000 7f5c88721900 20 remove_watcher() i=7 2026-04-02T12:01:09.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.587+0000 7f5c88721900 20 remove_watcher() i=3 2026-04-02T12:01:09.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.587+0000 7f5c88721900 20 remove_watcher() i=0 2026-04-02T12:01:09.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.587+0000 7f5c88721900 20 remove_watcher() i=4 2026-04-02T12:01:09.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.587+0000 7f5c88721900 20 remove_watcher() i=5 2026-04-02T12:01:09.589 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.587+0000 7f5c88721900 20 remove_watcher() i=6 2026-04-02T12:01:09.595 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.595 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:09.595 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-change-reshard-state id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:09.595 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:09.645 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:09.666 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:09.666 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:09.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.686+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.686+0000 7fd53dbaf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.686+0000 7fd53dbaf900 20 realm 2026-04-02T12:01:09.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.686+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.687+0000 7fd53dbaf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.687+0000 7fd53dbaf900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:09.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.687+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.687+0000 7fd53dbaf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.688 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.687+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.687+0000 7fd53dbaf900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.689 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.687+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.688+0000 7fd53dbaf900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:09.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.688+0000 7fd53dbaf900 20 searching for the correct realm 2026-04-02T12:01:09.692 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.690+0000 7fd52e5ff640 0 -- 192.168.123.102:0/3090471712 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fd528031040 msgr2=0x7fd528032420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:09.695 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.694+0000 7fd52e5ff640 0 -- 192.168.123.102:0/3090471712 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fd530062990 msgr2=0x7fd5300a9a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.899+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 zone default found 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 4 Realm: () 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:09.901 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 zonegroup default 2026-04-02T12:01:09.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:09.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 started sync module instance, tier type = 2026-04-02T12:01:09.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.900+0000 7fd53dbaf900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:09.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.904+0000 7fd53dbaf900 20 add_watcher() i=7 2026-04-02T12:01:09.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.904+0000 7fd53dbaf900 20 add_watcher() i=3 2026-04-02T12:01:09.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.904+0000 7fd53dbaf900 20 add_watcher() i=0 2026-04-02T12:01:09.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.904+0000 7fd53dbaf900 20 add_watcher() i=5 2026-04-02T12:01:09.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.905+0000 7fd53dbaf900 20 add_watcher() i=4 2026-04-02T12:01:09.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.905+0000 7fd53dbaf900 20 add_watcher() i=1 2026-04-02T12:01:09.906 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.905+0000 7fd53dbaf900 20 add_watcher() i=2 2026-04-02T12:01:09.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.905+0000 7fd53dbaf900 20 add_watcher() i=6 2026-04-02T12:01:09.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.905+0000 7fd53dbaf900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:09.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.907+0000 7fd53dbaf900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:09.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.907+0000 7fd53dbaf900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:09.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.907+0000 7fd53dbaf900 5 note: GC not initialized 2026-04-02T12:01:09.909 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.907+0000 7fd4e37fe640 20 reqs_thread_entry: start 2026-04-02T12:01:09.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:09.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 20 Filter name: none 2026-04-02T12:01:09.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd4e17fa640 20 reqs_thread_entry: start 2026-04-02T12:01:09.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:01:09.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 : miss 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.946+0000 7fd53dbaf900 20 rados->read ofs=0 len=0 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.947+0000 7fd53dbaf900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.947+0000 7fd53dbaf900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.947+0000 7fd53dbaf900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.947+0000 7fd53dbaf900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.947+0000 7fd53dbaf900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:09.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.947+0000 7fd53dbaf900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 2026-04-02T12:01:09.949 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.948+0000 7fd53dbaf900 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to be held by another RGW process; skipping for now 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.951+0000 7fd53dbaf900 20 remove_watcher() i=1 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.951+0000 7fd53dbaf900 2 removed watcher, disabling cache 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.951+0000 7fd53dbaf900 20 remove_watcher() i=0 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.951+0000 7fd53dbaf900 20 remove_watcher() i=3 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.951+0000 7fd53dbaf900 20 remove_watcher() i=5 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.952+0000 7fd53dbaf900 20 remove_watcher() i=7 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.952+0000 7fd53dbaf900 20 remove_watcher() i=4 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.952+0000 7fd53dbaf900 20 remove_watcher() i=6 2026-04-02T12:01:09.953 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:09.952+0000 7fd53dbaf900 20 remove_watcher() i=2 2026-04-02T12:01:09.959 INFO:tasks.workunit.client.0.vm02.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:01:39.987 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:40.008 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:40.008 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:40.028 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.026+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.028+0000 7f3c32b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.028+0000 7f3c32b2c900 20 realm 2026-04-02T12:01:40.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.028+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.028+0000 7f3c32b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.028+0000 7f3c32b2c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:40.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.028+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.028+0000 7f3c32b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.030 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.028+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.029+0000 7f3c32b2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:40.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.029+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.030+0000 7f3c32b2c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:40.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.030+0000 7f3c32b2c900 20 searching for the correct realm 2026-04-02T12:01:40.033 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.032+0000 7f3c2efc5640 0 -- 192.168.123.102:0/2594435385 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f3c200780b0 msgr2=0x7f3c20089290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:40.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.236+0000 7f3c2dfc3640 0 -- 192.168.123.102:0/2594435385 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f3c200a0140 msgr2=0x7f3c20078570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.441+0000 7f3c32b2c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.441+0000 7f3c32b2c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.441+0000 7f3c32b2c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.441+0000 7f3c32b2c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.441+0000 7f3c32b2c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.441+0000 7f3c32b2c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.441+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 zone default found 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 4 Realm: () 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 zonegroup default 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.442+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.443+0000 7f3c32b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.443+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.443+0000 7f3c32b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.443+0000 7f3c32b2c900 20 started sync module instance, tier type = 2026-04-02T12:01:40.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.443+0000 7f3c32b2c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:40.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.446+0000 7f3c32b2c900 20 add_watcher() i=0 2026-04-02T12:01:40.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.446+0000 7f3c32b2c900 20 add_watcher() i=3 2026-04-02T12:01:40.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.447+0000 7f3c32b2c900 20 add_watcher() i=4 2026-04-02T12:01:40.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.447+0000 7f3c32b2c900 20 add_watcher() i=1 2026-04-02T12:01:40.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.447+0000 7f3c32b2c900 20 add_watcher() i=7 2026-04-02T12:01:40.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.447+0000 7f3c32b2c900 20 add_watcher() i=5 2026-04-02T12:01:40.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.447+0000 7f3c32b2c900 20 add_watcher() i=2 2026-04-02T12:01:40.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.447+0000 7f3c32b2c900 20 add_watcher() i=6 2026-04-02T12:01:40.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.447+0000 7f3c32b2c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:40.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.449+0000 7f3c32b2c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:40.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.449+0000 7f3c32b2c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:40.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.449+0000 7f3c32b2c900 5 note: GC not initialized 2026-04-02T12:01:40.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.450+0000 7f3bd6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 20 Filter name: none 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3bd4ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 : miss 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.486+0000 7f3c32b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.487+0000 7f3c32b2c900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.487+0000 7f3c32b2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.487+0000 7f3c32b2c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:40.488 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.487+0000 7f3c32b2c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:40.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.487+0000 7f3c32b2c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:40.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.487+0000 7f3c32b2c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 2026-04-02T12:01:40.489 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.488+0000 7f3c32b2c900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.491+0000 7f3c32b2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.491+0000 7f3c32b2c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.491+0000 7f3c32b2c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.491+0000 7f3c32b2c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41, ofs0, ns] 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.491+0000 7f3c0d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927306 cookie 94568393957536 notifier 7947 bl.length()=1027 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.491+0000 7f3c0d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.491+0000 7f3c0d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.491+0000 7f3c0d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.492+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_sources= new_sources= 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.492+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential sources added=[] removed=[] 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.492+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_dests= new_dests= 2026-04-02T12:01:40.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.492+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential dests added=[] removed=[] 2026-04-02T12:01:40.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.493+0000 7f3c0d7fa640 20 trim reshard logs: write on '.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.0' needs retry: Success 2026-04-02T12:01:40.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.495+0000 7f3c32b2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.2.0 2026-04-02T12:01:40.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.495+0000 7f3c32b2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.2.0 2026-04-02T12:01:40.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.495+0000 7f3c32b2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.2.1 2026-04-02T12:01:40.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.495+0000 7f3c32b2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.2.1 2026-04-02T12:01:40.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.495+0000 7f3c32b2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.0 2026-04-02T12:01:40.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.497+0000 7f3c32b2c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:40.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.497+0000 7f3c32b2c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 2026-04-02T12:01:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c32b2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c32b2c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c32b2c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c32b2c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41, ofs0, ns] 2026-04-02T12:01:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c0d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927307 cookie 94568393957536 notifier 7947 bl.length()=1027 2026-04-02T12:01:40.500 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c0d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:40.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c0d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:40.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c0d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:40.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_sources= new_sources= 2026-04-02T12:01:40.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential sources added=[] removed=[] 2026-04-02T12:01:40.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_dests= new_dests= 2026-04-02T12:01:40.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.499+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential dests added=[] removed=[] 2026-04-02T12:01:40.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.500+0000 7f3c32b2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.41.0 2026-04-02T12:01:40.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.500+0000 7f3c32b2c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:40.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.500+0000 7f3c32b2c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 2026-04-02T12:01:40.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.501+0000 7f3c32b2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:40.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.501+0000 7f3c32b2c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:40.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.501+0000 7f3c32b2c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:40.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.501+0000 7f3c32b2c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41, ofs0, ns] 2026-04-02T12:01:40.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.502+0000 7f3c0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927308 cookie 94568393957536 notifier 7947 bl.length()=991 2026-04-02T12:01:40.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.502+0000 7f3c0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 info.flags=0x17 2026-04-02T12:01:40.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.502+0000 7f3c0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 to cache LRU end 2026-04-02T12:01:40.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.502+0000 7f3c0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:40.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.502+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_sources= new_sources= 2026-04-02T12:01:40.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.502+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential sources added=[] removed=[] 2026-04-02T12:01:40.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.502+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): orig_dests= new_dests= 2026-04-02T12:01:40.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.502+0000 7f3c32b2c900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[eddad88e-989b-427a-b28b-eab9b853fda8.4590.41]): potential dests added=[] removed=[] 2026-04-02T12:01:40.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.503+0000 7f3c32b2c900 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:40.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.507+0000 7f3c32b2c900 20 remove_watcher() i=0 2026-04-02T12:01:40.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.507+0000 7f3c32b2c900 2 removed watcher, disabling cache 2026-04-02T12:01:40.509 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.508+0000 7f3c32b2c900 20 remove_watcher() i=3 2026-04-02T12:01:40.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.508+0000 7f3c32b2c900 20 remove_watcher() i=2 2026-04-02T12:01:40.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.508+0000 7f3c32b2c900 20 remove_watcher() i=5 2026-04-02T12:01:40.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.508+0000 7f3c32b2c900 20 remove_watcher() i=4 2026-04-02T12:01:40.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.508+0000 7f3c32b2c900 20 remove_watcher() i=1 2026-04-02T12:01:40.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.508+0000 7f3c32b2c900 20 remove_watcher() i=7 2026-04-02T12:01:40.510 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.508+0000 7f3c32b2c900 20 remove_watcher() i=6 2026-04-02T12:01:40.518 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:01:40.537 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:40.537 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:40.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.556+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.557+0000 7fc31ff1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.557+0000 7fc31ff1c900 20 realm 2026-04-02T12:01:40.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.557+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.557+0000 7fc31ff1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.557+0000 7fc31ff1c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:40.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.557+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.557+0000 7fc31ff1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.557+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.558+0000 7fc31ff1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:40.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.558+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.559+0000 7fc31ff1c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:40.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.559+0000 7fc31ff1c900 20 searching for the correct realm 2026-04-02T12:01:40.564 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.562+0000 7fc31d9d3640 0 -- 192.168.123.102:0/1072639698 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fc310081020 msgr2=0x7fc31009fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:40.769 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.767+0000 7fc31d1d2640 0 -- 192.168.123.102:0/1072639698 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55f87d0c5e30 msgr2=0x55f87d0e6210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:40.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.770+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 zone default found 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 4 Realm: () 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 zonegroup default 2026-04-02T12:01:40.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:40.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 started sync module instance, tier type = 2026-04-02T12:01:40.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.771+0000 7fc31ff1c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.775+0000 7fc31ff1c900 20 add_watcher() i=3 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.775+0000 7fc31ff1c900 20 add_watcher() i=5 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.775+0000 7fc31ff1c900 20 add_watcher() i=1 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.775+0000 7fc31ff1c900 20 add_watcher() i=7 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.775+0000 7fc31ff1c900 20 add_watcher() i=6 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.775+0000 7fc31ff1c900 20 add_watcher() i=0 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.775+0000 7fc31ff1c900 20 add_watcher() i=4 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.776+0000 7fc31ff1c900 20 add_watcher() i=2 2026-04-02T12:01:40.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.776+0000 7fc31ff1c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:40.779 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.778+0000 7fc31ff1c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:40.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.778+0000 7fc31ff1c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:40.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.778+0000 7fc31ff1c900 5 note: GC not initialized 2026-04-02T12:01:40.780 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.778+0000 7fc2cafed640 20 reqs_thread_entry: start 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.895+0000 7fc31ff1c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.895+0000 7fc31ff1c900 20 Filter name: none 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.895+0000 7fc2c8fe9640 20 reqs_thread_entry: start 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.895+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.895+0000 7fc31ff1c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.895+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.896+0000 7fc31ff1c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.896+0000 7fc31ff1c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:40.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.896+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.896+0000 7fc31ff1c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:01:40.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.896+0000 7fc31ff1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:40.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.896+0000 7fc31ff1c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:01:40.898 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.896+0000 7fc31ff1c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 20 remove_watcher() i=3 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 2 removed watcher, disabling cache 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 20 remove_watcher() i=2 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 20 remove_watcher() i=7 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 20 remove_watcher() i=0 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 20 remove_watcher() i=5 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 20 remove_watcher() i=6 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 20 remove_watcher() i=4 2026-04-02T12:01:40.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:40.901+0000 7fc31ff1c900 20 remove_watcher() i=1 2026-04-02T12:01:40.910 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:40.910 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:40.910 INFO:tasks.workunit.client.0.vm02.stderr:bucket: abort-at-change-reshard-state id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.41 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:01:40.910 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:40.970 INFO:tasks.workunit.client.0.vm02.stderr: test: logrecord could be stopped after reshard failed 2026-04-02T12:01:40.972 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:01:40.992 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:40.992 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:41.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.011+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.013+0000 7f01a20f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.013+0000 7f01a20f2900 20 realm 2026-04-02T12:01:41.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.013+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.013+0000 7f01a20f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.013+0000 7f01a20f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:41.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.013+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.013+0000 7f01a20f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.013+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.014+0000 7f01a20f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.014+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.014+0000 7f01a20f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:41.016 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.014+0000 7f01a20f2900 20 searching for the correct realm 2026-04-02T12:01:41.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.018+0000 7f019b7fe640 0 -- 192.168.123.102:0/87002393 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f019406a840 msgr2=0x7f019402b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:41.225 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.223+0000 7f0192dff640 0 -- 192.168.123.102:0/87002393 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55705d9f4ae0 msgr2=0x55705da14ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.225+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 20 zone default found 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 4 Realm: () 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 20 zonegroup default 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.226+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.227+0000 7f01a20f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.227+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.227+0000 7f01a20f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.227+0000 7f01a20f2900 20 started sync module instance, tier type = 2026-04-02T12:01:41.228 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.227+0000 7f01a20f2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.231+0000 7f01a20f2900 20 add_watcher() i=3 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.231+0000 7f01a20f2900 20 add_watcher() i=5 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.231+0000 7f01a20f2900 20 add_watcher() i=7 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.231+0000 7f01a20f2900 20 add_watcher() i=0 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.231+0000 7f01a20f2900 20 add_watcher() i=6 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.231+0000 7f01a20f2900 20 add_watcher() i=4 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.231+0000 7f01a20f2900 20 add_watcher() i=1 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.232+0000 7f01a20f2900 20 add_watcher() i=2 2026-04-02T12:01:41.233 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.232+0000 7f01a20f2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:41.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.234+0000 7f01a20f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:41.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.234+0000 7f01a20f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:41.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.234+0000 7f01a20f2900 5 note: GC not initialized 2026-04-02T12:01:41.236 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.234+0000 7f014cff1640 20 reqs_thread_entry: start 2026-04-02T12:01:41.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.275+0000 7f01a20f2900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.275+0000 7f01a20f2900 20 Filter name: none 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.276+0000 7f0145ffb640 20 reqs_thread_entry: start 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.276+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.276+0000 7f01a20f2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.276+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.276+0000 7f01a20f2900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.276+0000 7f01a20f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.276+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.277+0000 7f01a20f2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:41.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.277+0000 7f01a20f2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.277+0000 7f01a20f2900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:41.279 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.277+0000 7f01a20f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.283+0000 7f01a20f2900 20 remove_watcher() i=3 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.283+0000 7f01a20f2900 2 removed watcher, disabling cache 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.283+0000 7f01a20f2900 20 remove_watcher() i=7 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.283+0000 7f01a20f2900 20 remove_watcher() i=2 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.283+0000 7f01a20f2900 20 remove_watcher() i=4 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.283+0000 7f01a20f2900 20 remove_watcher() i=1 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.283+0000 7f01a20f2900 20 remove_watcher() i=5 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.283+0000 7f01a20f2900 20 remove_watcher() i=0 2026-04-02T12:01:41.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.284+0000 7f01a20f2900 20 remove_watcher() i=6 2026-04-02T12:01:41.292 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.292 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:01:41.292 INFO:tasks.workunit.client.0.vm02.stderr:bucket: a-bucket id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 num_objects: 8 size_kb: 1 num_shards: 3 2026-04-02T12:01:41.292 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.294 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:01:41.314 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:41.314 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.338+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.338+0000 7f0d1e952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.338+0000 7f0d1e952900 20 realm 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.338+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.338+0000 7f0d1e952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.338+0000 7f0d1e952900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.339+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.339+0000 7f0d1e952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.340 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.339+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.341 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.340+0000 7f0d1e952900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.341 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.340+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.340+0000 7f0d1e952900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:41.342 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.340+0000 7f0d1e952900 20 searching for the correct realm 2026-04-02T12:01:41.346 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.344+0000 7f0d17fff640 0 -- 192.168.123.102:0/1174085651 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f0d1000a630 msgr2=0x7f0d100a2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.549+0000 7f0d1cc0a640 0 -- 192.168.123.102:0/1174085651 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x55f7491d50e0 msgr2=0x55f7491f54c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:41.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:41.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 zone default found 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 4 Realm: () 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 zonegroup default 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.552+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.553+0000 7f0d1e952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.553+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.553+0000 7f0d1e952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.553+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.553+0000 7f0d1e952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.553+0000 7f0d1e952900 20 started sync module instance, tier type = 2026-04-02T12:01:41.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.553+0000 7f0d1e952900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:41.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.557+0000 7f0d1e952900 20 add_watcher() i=2 2026-04-02T12:01:41.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.557+0000 7f0d1e952900 20 add_watcher() i=0 2026-04-02T12:01:41.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.557+0000 7f0d1e952900 20 add_watcher() i=5 2026-04-02T12:01:41.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.557+0000 7f0d1e952900 20 add_watcher() i=6 2026-04-02T12:01:41.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.557+0000 7f0d1e952900 20 add_watcher() i=7 2026-04-02T12:01:41.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.557+0000 7f0d1e952900 20 add_watcher() i=4 2026-04-02T12:01:41.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.557+0000 7f0d1e952900 20 add_watcher() i=1 2026-04-02T12:01:41.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.558+0000 7f0d1e952900 20 add_watcher() i=3 2026-04-02T12:01:41.559 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.558+0000 7f0d1e952900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:41.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.559+0000 7f0d1e952900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:41.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.559+0000 7f0d1e952900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:41.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.560+0000 7f0d1e952900 5 note: GC not initialized 2026-04-02T12:01:41.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.560+0000 7f0cc8ff1640 20 reqs_thread_entry: start 2026-04-02T12:01:41.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.608+0000 7f0d1e952900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:41.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.608+0000 7f0d1e952900 20 Filter name: none 2026-04-02T12:01:41.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.608+0000 7f0cc27fc640 20 reqs_thread_entry: start 2026-04-02T12:01:41.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.608+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:41.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:41.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:41.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:41.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:41.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.609+0000 7f0d1e952900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:41.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.614+0000 7f0d1e952900 20 remove_watcher() i=7 2026-04-02T12:01:41.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.614+0000 7f0d1e952900 2 removed watcher, disabling cache 2026-04-02T12:01:41.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.614+0000 7f0d1e952900 20 remove_watcher() i=5 2026-04-02T12:01:41.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.615+0000 7f0d1e952900 20 remove_watcher() i=6 2026-04-02T12:01:41.617 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.616+0000 7f0d1e952900 20 remove_watcher() i=4 2026-04-02T12:01:41.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.616+0000 7f0d1e952900 20 remove_watcher() i=2 2026-04-02T12:01:41.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.617+0000 7f0d1e952900 20 remove_watcher() i=1 2026-04-02T12:01:41.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.617+0000 7f0d1e952900 20 remove_watcher() i=3 2026-04-02T12:01:41.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.617+0000 7f0d1e952900 20 remove_watcher() i=0 2026-04-02T12:01:41.628 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2026-04-02T12:01:41.655 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:41.655 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:41.680 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.678+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.680+0000 7f2934b44900 20 realm 2026-04-02T12:01:41.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.680+0000 7f2934b44900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:41.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.681+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.683 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.681+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.682+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:41.684 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.682+0000 7f2934b44900 20 searching for the correct realm 2026-04-02T12:01:41.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.685+0000 7f2923fff640 0 -- 192.168.123.102:0/3646564787 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f291c02c040 msgr2=0x7f291c02c920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.690 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.689+0000 7f2923fff640 0 -- 192.168.123.102:0/3646564787 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f292405d370 msgr2=0x7f2924002930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 zone default found 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 4 Realm: () 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 zonegroup default 2026-04-02T12:01:41.896 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 started sync module instance, tier type = 2026-04-02T12:01:41.897 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.895+0000 7f2934b44900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:41.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=0 2026-04-02T12:01:41.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=4 2026-04-02T12:01:41.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=3 2026-04-02T12:01:41.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=2 2026-04-02T12:01:41.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=7 2026-04-02T12:01:41.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=6 2026-04-02T12:01:41.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.901+0000 7f2934b44900 20 add_watcher() i=5 2026-04-02T12:01:41.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.901+0000 7f2934b44900 20 add_watcher() i=1 2026-04-02T12:01:41.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.901+0000 7f2934b44900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:41.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.903+0000 7f2934b44900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:41.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.903+0000 7f2934b44900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:41.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.903+0000 7f2934b44900 5 note: GC not initialized 2026-04-02T12:01:41.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.903+0000 7f28dd7f2640 20 reqs_thread_entry: start 2026-04-02T12:01:41.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 20 Filter name: none 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f28d6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.945+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.945+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.945+0000 7f2934b44900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.945+0000 7f2934b44900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.945+0000 7f2934b44900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.945+0000 7f2934b44900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.949+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.949+0000 7f2934b44900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.949+0000 7f2934b44900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.949+0000 7f2934b44900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927311 cookie 94168240485808 notifier 8019 bl.length()=923 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:01:41.951 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.1 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.1 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.2 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.2 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.3 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.3 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.954+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:01:41.955 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.954+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:01:41.957 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2934b44900 time 2026-04-02T12:01:41.957194+0000 2026-04-02T12:01:41.957 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f2935f8f8f8] 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55a53dedf6bd] 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55a53dedff02] 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f293502a610] 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f2934b44900 thread_name:radosgw-admin 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.956+0000 7f2934b44900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2934b44900 time 2026-04-02T12:01:41.957194+0000 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f2935f8f8f8] 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55a53dedf6bd] 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55a53dedff02] 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f293502a610] 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:01:41.958 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f293503fc30] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f293508d02c] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f2935f8f957] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55a53dedf6bd] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55a53dedff02] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f293502a610] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:41.957+0000 7f2934b44900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f2934b44900 thread_name:radosgw-admin 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f293503fc30] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f293508d02c] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f2935f8f957] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55a53dedf6bd] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55a53dedff02] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f293502a610] 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:01:41.660+0000 7f2934b44900 1 librados: starting objecter 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:01:41.660+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command objecter_requests hook 0x55a5403a0f90 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:01:41.661+0000 7f2934b44900 1 librados: setting wanted keys 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:01:41.661+0000 7f2934b44900 1 librados: calling monclient init 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient: init 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding auth protocol: cephx 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding auth protocol: cephx 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding auth protocol: cephx 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.961 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:01:41.661+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:01:41.661+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command rotate-key hook 0x55a54036f0f8 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-c con 0x55a5403007e0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-a con 0x55a5403014b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-b con 0x55a540301880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): authenticate will time out at 1931.673454s 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): get_auth_request con 0x55a5403007e0 auth_method 0 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): get_auth_request con 0x55a5403014b0 auth_method 0 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): get_auth_request con 0x55a540301880 auth_method 0 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): handle_auth_done global_id 8013 payload 824 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient: _finish_hunting 0 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:01:41.661+0000 7f2923fff640 1 monclient: found mon.noname-a 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: dump: 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.962 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: _finish_auth 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: _check_auth_tickets 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:01:41.662+0000 7f2922ffd640 4 set_mon_vals no callback set 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: dump: 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:01:41.662+0000 7f2934b44900 5 monclient: authenticate success, global_id 8013 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:01:41.662+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:01:41.662+0000 7f2934b44900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:01:41.662+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:01:41.662+0000 7f2934b44900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:01:41.662+0000 7f2934b44900 1 librados: init done 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:01:41.664+0000 7f29217fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:01:41.664+0000 7f29217fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:01:41.664+0000 7f29217fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:01:41.664+0000 7f2930956640 10 monclient: get_auth_request con 0x7f2908077600 auth_method 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:01:41.665+0000 7f2931157640 10 monclient: get_auth_request con 0x55a54045b010 auth_method 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:01:41.666+0000 7f2930956640 10 monclient: get_auth_request con 0x55a5404e4670 auth_method 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:01:41.667+0000 7f2923fff640 10 monclient: get_auth_request con 0x55a540506a10 auth_method 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:01:41.668+0000 7f2931157640 10 monclient: get_auth_request con 0x55a540528ed0 auth_method 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:01:41.668+0000 7f2934b44900 10 monclient: build_initial_monmap 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:01:41.668+0000 7f2934b44900 1 build_initial for_mkfs: 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:01:41.668+0000 7f2934b44900 10 monclient: monmap: 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding auth protocol: cephx 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding auth protocol: cephx 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding auth protocol: cephx 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:01:41.669+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.963 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a54054daf0 EEXIST 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient: init 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding auth protocol: cephx 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding auth protocol: cephx 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding auth protocol: cephx 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:01:41.669+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:01:41.669+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command rotate-key cmddesc rotate-key hook 0x55a540527b70 EEXIST 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-b con 0x55a5405756f0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-a con 0x55a540575ac0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-c con 0x55a540577fd0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): authenticate will time out at 1931.681990s 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): get_auth_request con 0x55a5405756f0 auth_method 0 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): get_auth_request con 0x55a540577fd0 auth_method 0 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): get_auth_request con 0x55a540575ac0 auth_method 0 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): handle_auth_done global_id 6991 payload 824 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient: _finish_hunting 0 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:01:41.670+0000 7f2923fff640 1 monclient: found mon.noname-b 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.105:3300/0 2026-04-02T12:01:41.964 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: dump: 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: dump: 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:01:41.670+0000 7f2934b44900 5 monclient: authenticate success, global_id 6991 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:01:41.670+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:01:41.670+0000 7f2934b44900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:01:41.670+0000 7f2931958640 4 set_mon_vals no callback set 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:01:41.670+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:01:41.670+0000 7f2934b44900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:01:41.672+0000 7f291a7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:01:41.672+0000 7f291a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:01:41.672+0000 7f291a7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:01:41.672+0000 7f2931157640 10 monclient: get_auth_request con 0x7f28fc0774d0 auth_method 0 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: get_monmap_and_config 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: build_initial_monmap 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:01:41.673+0000 7f2934b44900 1 build_initial for_mkfs: 0 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: monmap: 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding auth protocol: cephx 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding auth protocol: cephx 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding auth protocol: cephx 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.965 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:01:41.673+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: init 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding auth protocol: cephx 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding auth protocol: cephx 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding auth protocol: cephx 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:01:41.673+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:01:41.673+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd260517c8 EEXIST 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-b con 0x55a54060c580 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-c con 0x55a5406315b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-a con 0x55a540638c70 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): authenticate will time out at 1931.685980s 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): get_auth_request con 0x55a5406315b0 auth_method 0 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): get_auth_request con 0x55a54060c580 auth_method 0 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): handle_auth_done global_id 37409 payload 274 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient: _finish_hunting 0 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:01:41.674+0000 7f2931157640 1 monclient: found mon.noname-c 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.966 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: dump: 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: _finish_auth 0 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: dump: 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:01:41.674+0000 7f2934b44900 5 monclient: authenticate success, global_id 37409 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:01:41.674+0000 7f2934b44900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:01:41.674+0000 7f2934b44900 4 set_mon_vals no callback set 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:01:41.675+0000 7f2934b44900 10 monclient: shutdown 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:01:41.675+0000 7f2934b44900 10 monclient: build_initial_monmap 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 build_initial for_mkfs: 0 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:01:41.675+0000 7f2934b44900 10 monclient: monmap: 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding auth protocol: cephx 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding auth protocol: cephx 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding auth protocol: cephx 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:01:41.675+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 librados: starting msgr at 2026-04-02T12:01:41.967 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 librados: starting objecter 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a54063f2e0 EEXIST 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 librados: setting wanted keys 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 librados: calling monclient init 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:01:41.675+0000 7f2934b44900 10 monclient: init 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding auth protocol: cephx 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding auth protocol: cephx 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding auth protocol: cephx 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:01:41.676+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:01:41.676+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command rotate-key cmddesc rotate-key hook 0x55a5406093e8 EEXIST 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-c con 0x55a5406315b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-a con 0x55a540638c70 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-b con 0x55a540631100 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): authenticate will time out at 1931.688660s 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): get_auth_request con 0x55a540638c70 auth_method 0 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): get_auth_request con 0x55a5406315b0 auth_method 0 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): get_auth_request con 0x55a540631100 auth_method 0 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): handle_auth_done global_id 8019 payload 824 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient: _finish_hunting 0 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:01:41.676+0000 7f2931157640 1 monclient: found mon.noname-a 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:41.968 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: dump: 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: dump: 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:01:41.677+0000 7f290ffff640 4 set_mon_vals no callback set 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:01:41.677+0000 7f2934b44900 5 monclient: authenticate success, global_id 8019 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:01:41.677+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:01:41.677+0000 7f2934b44900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:01:41.677+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:01:41.677+0000 7f2934b44900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:01:41.677+0000 7f2934b44900 1 librados: init done 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:01:41.677+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cr dump hook 0x55a540630888 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:01:41.678+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:01:41.679+0000 7f290e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:01:41.679+0000 7f290e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:01:41.679+0000 7f290e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:01:41.679+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f28ec077690 auth_method 0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:01:41.680+0000 7f2930956640 10 monclient: get_auth_request con 0x55a5406ce290 auth_method 0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 realm 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:01:41.680+0000 7f2934b44900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:01:41.681+0000 7f2923fff640 10 monclient: get_auth_request con 0x55a5406f0340 auth_method 0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:01:41.681+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:01:41.681+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:01:41.681+0000 7f2931157640 10 monclient: get_auth_request con 0x55a540711b70 auth_method 0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:01:41.682+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:01:41.682+0000 7f2934b44900 20 searching for the correct realm 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:01:41.682+0000 7f2930956640 10 monclient: get_auth_request con 0x55a540734910 auth_method 0 2026-04-02T12:01:41.969 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:01:41.683+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f291c02c040 auth_method 0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:01:41.684+0000 7f2931157640 10 monclient: get_auth_request con 0x7f292405eab0 auth_method 0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:01:41.685+0000 7f2923fff640 0 -- 192.168.123.102:0/3646564787 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f291c02c040 msgr2=0x7f291c02c920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:01:41.685+0000 7f290e7fc640 1 client.8019.objecter ms_handle_reset 0x7f291c02c040 session 0x7f291c024040 osd.7 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:01:41.685+0000 7f290e7fc640 10 monclient: _renew_subs 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:01:41.685+0000 7f290e7fc640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:01:41.686+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f28ec0a4350 auth_method 0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:01:41.686+0000 7f2930956640 10 monclient: get_auth_request con 0x7f2924081730 auth_method 0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:01:41.688+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f292405d370 auth_method 0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:01:41.689+0000 7f2923fff640 0 -- 192.168.123.102:0/3646564787 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f292405d370 msgr2=0x7f2924002930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:01:41.889+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f292405d370 auth_method 0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 zone default found 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:01:41.895+0000 7f2934b44900 4 Realm: () 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:01:41.895+0000 7f2934b44900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:01:41.895+0000 7f2934b44900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:01:41.895+0000 7f2934b44900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 zonegroup default 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 started sync module instance, tier type = 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=4 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=3 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=2 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=7 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=6 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:01:41.901+0000 7f2934b44900 20 add_watcher() i=5 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:01:41.901+0000 7f2934b44900 20 add_watcher() i=1 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:01:41.901+0000 7f2934b44900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:01:41.901+0000 7f2931157640 10 monclient: get_auth_request con 0x7f28b8007200 auth_method 0 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding auth protocol: cephx 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding auth protocol: cephx 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding auth protocol: cephx 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.970 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:01:41.903+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:01:41.903+0000 7f2934b44900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:01:41.903+0000 7f2934b44900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cache list hook 0x55a54065f6d0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cache inspect hook 0x55a54065f6d0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cache erase hook 0x55a54065f6d0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cache zap hook 0x55a54065f6d0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 note: GC not initialized 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:01:41.903+0000 7f28dd7f2640 20 reqs_thread_entry: start 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command sync trace show hook 0x7f29240134a0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command sync trace history hook 0x7f29240134a0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command sync trace active hook 0x7f29240134a0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command sync trace active_short hook 0x7f29240134a0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:01:41.904+0000 7f2930956640 10 monclient: get_auth_request con 0x55a5407b8910 auth_method 0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:01:41.905+0000 7f2923fff640 10 monclient: get_auth_request con 0x55a540824080 auth_method 0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:01:41.907+0000 7f2931157640 10 monclient: get_auth_request con 0x55a54081fd70 auth_method 0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:01:41.908+0000 7f2930956640 10 monclient: get_auth_request con 0x55a540821440 auth_method 0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:01:41.912+0000 7f2923fff640 10 monclient: get_auth_request con 0x55a5407cb7d0 auth_method 0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:01:41.915+0000 7f291a7fc640 1 client.6991.objecter ms_handle_reset 0x55a5407b8910 session 0x55a540824780 osd.4 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:01:41.915+0000 7f291a7fc640 10 monclient: _renew_subs 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:01:41.915+0000 7f291a7fc640 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:01:41.915+0000 7f2930956640 10 monclient: get_auth_request con 0x7f28fc0a4190 auth_method 0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:01:41.918+0000 7f2931157640 10 monclient: get_auth_request con 0x55a5407b8000 auth_method 0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 Filter name: none 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:01:41.944+0000 7f28d6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:01:41.944+0000 7f2934b44900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:01:41.945+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:01:41.971 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:01:41.949+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:01:41.949+0000 7f2934b44900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:01:41.949+0000 7f2934b44900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:01:41.949+0000 7f2934b44900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927311 cookie 94168240485808 notifier 8019 bl.length()=923 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.1 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.1 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.2 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.2 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.3 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.3 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:01:41.954+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:01:41.954+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:01:41.956+0000 7f2934b44900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2934b44900 time 2026-04-02T12:01:41.957194+0000 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f2935f8f8f8] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55a53dedf6bd] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55a53dedff02] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f293502a610] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:01:41.957+0000 7f2934b44900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f2934b44900 thread_name:radosgw-admin 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f293503fc30] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f293508d02c] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f2935f8f957] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55a53dedf6bd] 2026-04-02T12:01:41.972 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55a53dedff02] 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f293502a610] 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:01:41.973 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 7f28d6ffd640 / http_manager 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 7f28dd7f2640 / http_manager 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 7f290e7fc640 / ms_dispatch 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 7f290ffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:41.974 INFO:tasks.workunit.client.0.vm02.stderr: 7f291a7fc640 / ms_dispatch 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f29217fa640 / ms_dispatch 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f2922ffd640 / io_context_pool, ms_dispatch 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f29237fe640 / admin_socket 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f2923fff640 / msgr-worker-2 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f292bfff640 / ms_dispatch 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f2930956640 / msgr-worker-1 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f2931157640 / msgr-worker-0 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f2931958640 / io_context_pool 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: 7f2934b44900 / radosgw-admin 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.96707.log 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:01:41.660+0000 7f2934b44900 1 librados: starting objecter 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:01:41.660+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command objecter_requests hook 0x55a5403a0f90 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:01:41.661+0000 7f2934b44900 1 librados: setting wanted keys 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:01:41.661+0000 7f2934b44900 1 librados: calling monclient init 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient: init 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding auth protocol: cephx 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding auth protocol: cephx 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding auth protocol: cephx 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: crc 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 AuthRegistry(0x55a54036efb0) adding con mode: secure 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:01:41.661+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:01:41.661+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:01:41.661+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command rotate-key hook 0x55a54036f0f8 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-c con 0x55a5403007e0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-a con 0x55a5403014b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-b con 0x55a540301880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:01:41.661+0000 7f2934b44900 10 monclient(hunting): authenticate will time out at 1931.673454s 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): get_auth_request con 0x55a5403007e0 auth_method 0 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): get_auth_request con 0x55a5403014b0 auth_method 0 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): get_auth_request con 0x55a540301880 auth_method 0 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.975 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:01:41.661+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:01:41.661+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient(hunting): handle_auth_done global_id 8013 payload 824 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient: _finish_hunting 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:01:41.661+0000 7f2923fff640 1 monclient: found mon.noname-a 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:01:41.661+0000 7f2923fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: dump: 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: _finish_auth 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: _check_auth_tickets 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:01:41.662+0000 7f2922ffd640 4 set_mon_vals no callback set 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:01:41.662+0000 7f29217fa640 10 monclient: dump: 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:01:41.662+0000 7f2934b44900 5 monclient: authenticate success, global_id 8013 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:01:41.662+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:01:41.662+0000 7f2934b44900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:01:41.662+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:01:41.662+0000 7f2934b44900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:01:41.662+0000 7f2934b44900 1 librados: init done 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:01:41.664+0000 7f29217fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:01:41.664+0000 7f29217fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:01:41.664+0000 7f29217fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:01:41.664+0000 7f2930956640 10 monclient: get_auth_request con 0x7f2908077600 auth_method 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:01:41.665+0000 7f2931157640 10 monclient: get_auth_request con 0x55a54045b010 auth_method 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:01:41.666+0000 7f2930956640 10 monclient: get_auth_request con 0x55a5404e4670 auth_method 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:01:41.667+0000 7f2923fff640 10 monclient: get_auth_request con 0x55a540506a10 auth_method 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:01:41.668+0000 7f2931157640 10 monclient: get_auth_request con 0x55a540528ed0 auth_method 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:01:41.668+0000 7f2934b44900 10 monclient: build_initial_monmap 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:01:41.668+0000 7f2934b44900 1 build_initial for_mkfs: 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:01:41.668+0000 7f2934b44900 10 monclient: monmap: 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:41.976 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding auth protocol: cephx 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding auth protocol: cephx 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding auth protocol: cephx 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:01:41.668+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a54054a710) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:01:41.669+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a54054daf0 EEXIST 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient: init 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding auth protocol: cephx 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding auth protocol: cephx 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding auth protocol: cephx 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: crc 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 AuthRegistry(0x55a540527a28) adding con mode: secure 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:01:41.669+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:01:41.669+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:01:41.669+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command rotate-key cmddesc rotate-key hook 0x55a540527b70 EEXIST 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-b con 0x55a5405756f0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-a con 0x55a540575ac0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-c con 0x55a540577fd0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:01:41.669+0000 7f2934b44900 10 monclient(hunting): authenticate will time out at 1931.681990s 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): get_auth_request con 0x55a5405756f0 auth_method 0 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): get_auth_request con 0x55a540577fd0 auth_method 0 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): get_auth_request con 0x55a540575ac0 auth_method 0 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.977 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:01:41.670+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:01:41.670+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient(hunting): handle_auth_done global_id 6991 payload 824 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient: _finish_hunting 0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:01:41.670+0000 7f2923fff640 1 monclient: found mon.noname-b 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:01:41.670+0000 7f2923fff640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.105:3300/0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: dump: 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:01:41.670+0000 7f291a7fc640 10 monclient: dump: 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:01:41.670+0000 7f2934b44900 5 monclient: authenticate success, global_id 6991 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:01:41.670+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:01:41.670+0000 7f2934b44900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:01:41.670+0000 7f2931958640 4 set_mon_vals no callback set 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:01:41.670+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:01:41.670+0000 7f2934b44900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:01:41.672+0000 7f291a7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:01:41.672+0000 7f291a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:01:41.672+0000 7f291a7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:01:41.672+0000 7f2931157640 10 monclient: get_auth_request con 0x7f28fc0774d0 auth_method 0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: get_monmap_and_config 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: build_initial_monmap 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:01:41.673+0000 7f2934b44900 1 build_initial for_mkfs: 0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: monmap: 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:41.978 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding auth protocol: cephx 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding auth protocol: cephx 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding auth protocol: cephx 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x55a54060a7e0) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:01:41.673+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: init 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding auth protocol: cephx 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding auth protocol: cephx 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding auth protocol: cephx 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: crc 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051680) adding con mode: secure 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:01:41.673+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:01:41.673+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:01:41.673+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd260517c8 EEXIST 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-b con 0x55a54060c580 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-c con 0x55a5406315b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-a con 0x55a540638c70 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:01:41.673+0000 7f2934b44900 10 monclient(hunting): authenticate will time out at 1931.685980s 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): get_auth_request con 0x55a5406315b0 auth_method 0 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): get_auth_request con 0x55a54060c580 auth_method 0 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.979 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:01:41.674+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient(hunting): handle_auth_done global_id 37409 payload 274 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient: _finish_hunting 0 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:01:41.674+0000 7f2931157640 1 monclient: found mon.noname-c 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:01:41.674+0000 7f2931157640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: dump: 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: _finish_auth 0 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:01:41.674+0000 7f290ffff640 10 monclient: dump: 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:01:41.674+0000 7f2934b44900 5 monclient: authenticate success, global_id 37409 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:01:41.674+0000 7f2934b44900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:01:41.674+0000 7f2934b44900 4 set_mon_vals no callback set 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:01:41.675+0000 7f2934b44900 10 monclient: shutdown 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:01:41.675+0000 7f2934b44900 10 monclient: build_initial_monmap 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 build_initial for_mkfs: 0 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:01:41.675+0000 7f2934b44900 10 monclient: monmap: 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding auth protocol: cephx 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding auth protocol: cephx 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding auth protocol: cephx 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.980 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a54060b550) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:01:41.675+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 librados: starting msgr at 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 librados: starting objecter 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a54063f2e0 EEXIST 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 librados: setting wanted keys 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:01:41.675+0000 7f2934b44900 1 librados: calling monclient init 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:01:41.675+0000 7f2934b44900 10 monclient: init 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding auth protocol: cephx 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:01:41.675+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding auth protocol: cephx 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding auth protocol: cephx 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: crc 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 AuthRegistry(0x55a5406092a0) adding con mode: secure 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:01:41.676+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:01:41.676+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:01:41.676+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command rotate-key cmddesc rotate-key hook 0x55a5406093e8 EEXIST 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-c con 0x55a5406315b0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-a con 0x55a540638c70 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): picked mon.noname-b con 0x55a540631100 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:01:41.676+0000 7f2934b44900 10 monclient(hunting): authenticate will time out at 1931.688660s 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): get_auth_request con 0x55a540638c70 auth_method 0 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): get_auth_request con 0x55a5406315b0 auth_method 0 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): get_auth_request con 0x55a540631100 auth_method 0 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:01:41.676+0000 7f2923fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:01:41.676+0000 7f2930956640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:41.981 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient(hunting): handle_auth_done global_id 8019 payload 824 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient: _finish_hunting 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:01:41.676+0000 7f2931157640 1 monclient: found mon.noname-a 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:01:41.676+0000 7f2931157640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: dump: 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:01:41.677+0000 7f290e7fc640 10 monclient: dump: 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:01:41.677+0000 7f290ffff640 4 set_mon_vals no callback set 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:01:41.677+0000 7f2934b44900 5 monclient: authenticate success, global_id 8019 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:01:41.677+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:01:41.677+0000 7f2934b44900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:01:41.677+0000 7f2934b44900 10 monclient: _renew_subs 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:01:41.677+0000 7f2934b44900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:01:41.677+0000 7f2934b44900 1 librados: init done 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:01:41.677+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cr dump hook 0x55a540630888 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:01:41.678+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:01:41.679+0000 7f290e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:01:41.679+0000 7f290e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:01:41.679+0000 7f290e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:01:41.679+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f28ec077690 auth_method 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:01:41.680+0000 7f2930956640 10 monclient: get_auth_request con 0x55a5406ce290 auth_method 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 realm 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:01:41.680+0000 7f2934b44900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:01:41.680+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:01:41.681+0000 7f2923fff640 10 monclient: get_auth_request con 0x55a5406f0340 auth_method 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:01:41.681+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:01:41.681+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:01:41.681+0000 7f2931157640 10 monclient: get_auth_request con 0x55a540711b70 auth_method 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:01:41.682+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:01:41.682+0000 7f2934b44900 20 searching for the correct realm 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:01:41.682+0000 7f2930956640 10 monclient: get_auth_request con 0x55a540734910 auth_method 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:01:41.683+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f291c02c040 auth_method 0 2026-04-02T12:01:41.982 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:01:41.684+0000 7f2931157640 10 monclient: get_auth_request con 0x7f292405eab0 auth_method 0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:01:41.685+0000 7f2923fff640 0 -- 192.168.123.102:0/3646564787 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f291c02c040 msgr2=0x7f291c02c920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:01:41.685+0000 7f290e7fc640 1 client.8019.objecter ms_handle_reset 0x7f291c02c040 session 0x7f291c024040 osd.7 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:01:41.685+0000 7f290e7fc640 10 monclient: _renew_subs 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:01:41.685+0000 7f290e7fc640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:01:41.686+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f28ec0a4350 auth_method 0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:01:41.686+0000 7f2930956640 10 monclient: get_auth_request con 0x7f2924081730 auth_method 0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:01:41.688+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f292405d370 auth_method 0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:01:41.689+0000 7f2923fff640 0 -- 192.168.123.102:0/3646564787 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f292405d370 msgr2=0x7f2924002930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:01:41.889+0000 7f2923fff640 10 monclient: get_auth_request con 0x7f292405d370 auth_method 0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:01:41.894+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 zone default found 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:01:41.895+0000 7f2934b44900 4 Realm: () 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:01:41.895+0000 7f2934b44900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:01:41.895+0000 7f2934b44900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:01:41.895+0000 7f2934b44900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 zonegroup default 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 started sync module instance, tier type = 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:01:41.895+0000 7f2934b44900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=4 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=3 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=2 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=7 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:01:41.900+0000 7f2934b44900 20 add_watcher() i=6 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:01:41.901+0000 7f2934b44900 20 add_watcher() i=5 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:01:41.901+0000 7f2934b44900 20 add_watcher() i=1 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:01:41.901+0000 7f2934b44900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:01:41.901+0000 7f2931157640 10 monclient: get_auth_request con 0x7f28b8007200 auth_method 0 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding auth protocol: cephx 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding auth protocol: cephx 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding auth protocol: cephx 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: crc 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 AuthRegistry(0x7ffd26051770) adding con mode: secure 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:01:41.903+0000 7f2934b44900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:41.983 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:01:41.903+0000 7f2934b44900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:01:41.903+0000 7f2934b44900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cache list hook 0x55a54065f6d0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cache inspect hook 0x55a54065f6d0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cache erase hook 0x55a54065f6d0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command cache zap hook 0x55a54065f6d0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 note: GC not initialized 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:01:41.903+0000 7f28dd7f2640 20 reqs_thread_entry: start 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command sync trace show hook 0x7f29240134a0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command sync trace history hook 0x7f29240134a0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command sync trace active hook 0x7f29240134a0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:01:41.903+0000 7f2934b44900 5 asok(0x55a54026f6b0) register_command sync trace active_short hook 0x7f29240134a0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:01:41.904+0000 7f2930956640 10 monclient: get_auth_request con 0x55a5407b8910 auth_method 0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:01:41.905+0000 7f2923fff640 10 monclient: get_auth_request con 0x55a540824080 auth_method 0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:01:41.907+0000 7f2931157640 10 monclient: get_auth_request con 0x55a54081fd70 auth_method 0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:01:41.908+0000 7f2930956640 10 monclient: get_auth_request con 0x55a540821440 auth_method 0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:01:41.912+0000 7f2923fff640 10 monclient: get_auth_request con 0x55a5407cb7d0 auth_method 0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:01:41.915+0000 7f291a7fc640 1 client.6991.objecter ms_handle_reset 0x55a5407b8910 session 0x55a540824780 osd.4 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:01:41.915+0000 7f291a7fc640 10 monclient: _renew_subs 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:01:41.915+0000 7f291a7fc640 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:01:41.915+0000 7f2930956640 10 monclient: get_auth_request con 0x7f28fc0a4190 auth_method 0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:01:41.918+0000 7f2931157640 10 monclient: get_auth_request con 0x55a5407b8000 auth_method 0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 Filter name: none 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:01:41.944+0000 7f28d6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:01:41.944+0000 7f2934b44900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:01:41.944+0000 7f2934b44900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:01:41.944+0000 7f2934b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:01:41.945+0000 7f2934b44900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:01:41.945+0000 7f2934b44900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:01:41.949+0000 7f2934b44900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:01:41.949+0000 7f2934b44900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:01:41.949+0000 7f2934b44900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:01:41.949+0000 7f2934b44900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927311 cookie 94168240485808 notifier 8019 bl.length()=923 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:01:41.949+0000 7f290ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:01:41.950+0000 7f2934b44900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.1 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.1 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.2 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.2 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.3 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.3 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:01:41.953+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:01:41.953+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:01:41.954+0000 7f2934b44900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:01:41.984 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:01:41.954+0000 7f2934b44900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:01:41.956+0000 7f2934b44900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2934b44900 time 2026-04-02T12:01:41.957194+0000 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f2935f8f8f8] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55a53dedf6bd] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55a53dedff02] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f293502a610] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:01:41.957+0000 7f2934b44900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f2934b44900 thread_name:radosgw-admin 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f293503fc30] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f293508d02c] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f2935f8f957] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55a53dedf6bd] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55a53dedff02] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f293502a610] 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:01:41.985 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:41.986 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f28d6ffd640 / http_manager 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f28dd7f2640 / http_manager 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f290e7fc640 / ms_dispatch 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f290ffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f291a7fc640 / ms_dispatch 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f29217fa640 / ms_dispatch 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f2922ffd640 / io_context_pool, ms_dispatch 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f29237fe640 / admin_socket 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f2923fff640 / msgr-worker-2 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f292bfff640 / ms_dispatch 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f2930956640 / msgr-worker-1 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f2931157640 / msgr-worker-0 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f2931958640 / io_context_pool 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: 7f2934b44900 / radosgw-admin 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:01:41.958113Z_c18de8d6-ee63-4cc7-ac67-5c3901f08f9a/log 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:41.987 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:42.007 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.005+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.007+0000 7f53cbfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.007+0000 7f53cbfa3900 20 realm 2026-04-02T12:01:42.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.007+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.007+0000 7f53cbfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.007+0000 7f53cbfa3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:42.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.007+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.007+0000 7f53cbfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.009 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.008+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.008+0000 7f53cbfa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:42.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.008+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.009+0000 7f53cbfa3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:42.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.009+0000 7f53cbfa3900 20 searching for the correct realm 2026-04-02T12:01:42.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.013+0000 7f53c37fe640 0 -- 192.168.123.102:0/2965521593 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f53bc0c5500 msgr2=0x7f53bc0bf310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:42.220 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.218+0000 7f53badff640 0 -- 192.168.123.102:0/2965521593 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55ea57b88730 msgr2=0x55ea57ba8b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.222 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 zone default found 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 4 Realm: () 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 zonegroup default 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.221+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.222+0000 7f53cbfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.223 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.222+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.224 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.222+0000 7f53cbfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.224 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.222+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.224 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.222+0000 7f53cbfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.224 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.222+0000 7f53cbfa3900 20 started sync module instance, tier type = 2026-04-02T12:01:42.224 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.222+0000 7f53cbfa3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:42.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.225+0000 7f53cbfa3900 20 add_watcher() i=5 2026-04-02T12:01:42.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.225+0000 7f53cbfa3900 20 add_watcher() i=7 2026-04-02T12:01:42.227 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.226+0000 7f53cbfa3900 20 add_watcher() i=6 2026-04-02T12:01:42.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.227+0000 7f53cbfa3900 20 add_watcher() i=0 2026-04-02T12:01:42.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.228+0000 7f53cbfa3900 20 add_watcher() i=3 2026-04-02T12:01:42.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.228+0000 7f53cbfa3900 20 add_watcher() i=1 2026-04-02T12:01:42.229 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.228+0000 7f53cbfa3900 20 add_watcher() i=2 2026-04-02T12:01:42.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.228+0000 7f53cbfa3900 20 add_watcher() i=4 2026-04-02T12:01:42.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.228+0000 7f53cbfa3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:42.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.230+0000 7f53cbfa3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:42.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.230+0000 7f53cbfa3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:42.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.230+0000 7f53cbfa3900 5 note: GC not initialized 2026-04-02T12:01:42.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.230+0000 7f5374ff1640 20 reqs_thread_entry: start 2026-04-02T12:01:42.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.288+0000 7f53cbfa3900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:42.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.288+0000 7f53cbfa3900 20 Filter name: none 2026-04-02T12:01:42.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.288+0000 7f536dffb640 20 reqs_thread_entry: start 2026-04-02T12:01:42.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.288+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.288+0000 7f53cbfa3900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:42.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.288+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.289+0000 7f53cbfa3900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:01:42.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.289+0000 7f53cbfa3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:42.290 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.289+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.291 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.289+0000 7f53cbfa3900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:42.291 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.289+0000 7f53cbfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.291 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.289+0000 7f53cbfa3900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:01:42.291 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.289+0000 7f53cbfa3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:42.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.304+0000 7f53cbfa3900 20 remove_watcher() i=0 2026-04-02T12:01:42.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.304+0000 7f53cbfa3900 2 removed watcher, disabling cache 2026-04-02T12:01:42.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.304+0000 7f53cbfa3900 20 remove_watcher() i=3 2026-04-02T12:01:42.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.304+0000 7f53cbfa3900 20 remove_watcher() i=7 2026-04-02T12:01:42.306 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.304+0000 7f53cbfa3900 20 remove_watcher() i=2 2026-04-02T12:01:42.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.310+0000 7f53cbfa3900 20 remove_watcher() i=4 2026-04-02T12:01:42.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.310+0000 7f53cbfa3900 20 remove_watcher() i=1 2026-04-02T12:01:42.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.310+0000 7f53cbfa3900 20 remove_watcher() i=5 2026-04-02T12:01:42.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.310+0000 7f53cbfa3900 20 remove_watcher() i=6 2026-04-02T12:01:42.349 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:01:42.371 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:42.371 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:42.392 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.391+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.593+0000 7f11b2574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.593+0000 7f11b2574900 20 realm 2026-04-02T12:01:42.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.593+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.593+0000 7f11b2574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.593+0000 7f11b2574900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:42.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.593+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.593+0000 7f11b2574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.593+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.594+0000 7f11b2574900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:42.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.594+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.595+0000 7f11b2574900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:42.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.595+0000 7f11b2574900 20 searching for the correct realm 2026-04-02T12:01:42.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.598+0000 7f11aeb84640 0 -- 192.168.123.102:0/2381910609 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55f2607a61d0 msgr2=0x55f2607c6610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:42.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.601+0000 7f11aeb84640 0 -- 192.168.123.102:0/2381910609 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f11a0096040 msgr2=0x7f11a0074940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.604+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 zone default found 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 4 Realm: () 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 zonegroup default 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:42.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 started sync module instance, tier type = 2026-04-02T12:01:42.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.605+0000 7f11b2574900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:01:42.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.608+0000 7f11b2574900 20 add_watcher() i=7 2026-04-02T12:01:42.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.609+0000 7f11b2574900 20 add_watcher() i=5 2026-04-02T12:01:42.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.609+0000 7f11b2574900 20 add_watcher() i=4 2026-04-02T12:01:42.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.609+0000 7f11b2574900 20 add_watcher() i=2 2026-04-02T12:01:42.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.609+0000 7f11b2574900 20 add_watcher() i=0 2026-04-02T12:01:42.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.609+0000 7f11b2574900 20 add_watcher() i=6 2026-04-02T12:01:42.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.610+0000 7f11b2574900 20 add_watcher() i=1 2026-04-02T12:01:42.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.610+0000 7f11b2574900 20 add_watcher() i=3 2026-04-02T12:01:42.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.610+0000 7f11b2574900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:42.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.612+0000 7f11b2574900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:42.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.612+0000 7f11b2574900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:42.613 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.612+0000 7f11b2574900 5 note: GC not initialized 2026-04-02T12:01:42.614 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.612+0000 7f1156ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:42.865 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.864+0000 7f11b2574900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.864+0000 7f11b2574900 20 Filter name: none 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.864+0000 7f1154ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.864+0000 7f11b2574900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.864+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.864+0000 7f11b2574900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.864+0000 7f11b2574900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:42.866 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.865+0000 7f11b2574900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.866+0000 7f11b2574900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:01:42.867 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.866+0000 7f11b2574900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:01:42.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.866+0000 7f11b2574900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:01:42.868 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.866+0000 7f11b2574900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:01:42.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.870+0000 7f11b2574900 20 remove_watcher() i=7 2026-04-02T12:01:42.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.870+0000 7f11b2574900 2 removed watcher, disabling cache 2026-04-02T12:01:42.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.870+0000 7f11b2574900 20 remove_watcher() i=5 2026-04-02T12:01:42.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.870+0000 7f11b2574900 20 remove_watcher() i=6 2026-04-02T12:01:42.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.870+0000 7f11b2574900 20 remove_watcher() i=4 2026-04-02T12:01:42.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.871+0000 7f11b2574900 20 remove_watcher() i=2 2026-04-02T12:01:42.872 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.871+0000 7f11b2574900 20 remove_watcher() i=0 2026-04-02T12:01:42.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.871+0000 7f11b2574900 20 remove_watcher() i=3 2026-04-02T12:01:42.873 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:01:42.871+0000 7f11b2574900 20 remove_watcher() i=1 2026-04-02T12:02:12.888 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:02:12.908 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:12.908 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:12.928 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.927+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.927+0000 7fc04552c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.927+0000 7fc04552c900 20 realm 2026-04-02T12:02:12.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.927+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.927+0000 7fc04552c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.928+0000 7fc04552c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:12.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.928+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.928+0000 7fc04552c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.929 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.928+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.928+0000 7fc04552c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:12.930 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.928+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.929+0000 7fc04552c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:12.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.929+0000 7fc04552c900 20 searching for the correct realm 2026-04-02T12:02:12.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.932+0000 7fc0409c3640 0 -- 192.168.123.102:0/1537743230 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fc0300b9920 msgr2=0x7fc0300f00b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:12.937 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.935+0000 7fc0409c3640 0 -- 192.168.123.102:0/1537743230 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fc034072f60 msgr2=0x7fc03408a790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.939+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 20 zone default found 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 4 Realm: () 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 20 zonegroup default 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.940+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.941+0000 7fc04552c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.941+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.941+0000 7fc04552c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.941+0000 7fc04552c900 20 started sync module instance, tier type = 2026-04-02T12:02:12.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.941+0000 7fc04552c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:12.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.944+0000 7fc04552c900 20 add_watcher() i=1 2026-04-02T12:02:12.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.944+0000 7fc04552c900 20 add_watcher() i=3 2026-04-02T12:02:12.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.944+0000 7fc04552c900 20 add_watcher() i=0 2026-04-02T12:02:12.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.944+0000 7fc04552c900 20 add_watcher() i=7 2026-04-02T12:02:12.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.945+0000 7fc04552c900 20 add_watcher() i=6 2026-04-02T12:02:12.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.945+0000 7fc04552c900 20 add_watcher() i=2 2026-04-02T12:02:12.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.945+0000 7fc04552c900 20 add_watcher() i=4 2026-04-02T12:02:12.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.945+0000 7fc04552c900 20 add_watcher() i=5 2026-04-02T12:02:12.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.945+0000 7fc04552c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:12.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.946+0000 7fc04552c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:12.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.946+0000 7fc04552c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:12.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.947+0000 7fc04552c900 5 note: GC not initialized 2026-04-02T12:02:12.948 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.947+0000 7fbfeefed640 20 reqs_thread_entry: start 2026-04-02T12:02:12.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.988+0000 7fc04552c900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:12.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.989+0000 7fc04552c900 20 Filter name: none 2026-04-02T12:02:12.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.989+0000 7fbfecfe9640 20 reqs_thread_entry: start 2026-04-02T12:02:12.990 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.989+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.989+0000 7fc04552c900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:12.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.989+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.990+0000 7fc04552c900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:12.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.990+0000 7fc04552c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:12.991 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.990+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.990+0000 7fc04552c900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.990+0000 7fc04552c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.990+0000 7fc04552c900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:12.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.990+0000 7fc04552c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:12.996 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.995+0000 7fc04552c900 20 remove_watcher() i=3 2026-04-02T12:02:12.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.995+0000 7fc04552c900 2 removed watcher, disabling cache 2026-04-02T12:02:12.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.995+0000 7fc04552c900 20 remove_watcher() i=0 2026-04-02T12:02:12.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.995+0000 7fc04552c900 20 remove_watcher() i=7 2026-04-02T12:02:12.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.996+0000 7fc04552c900 20 remove_watcher() i=2 2026-04-02T12:02:12.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.996+0000 7fc04552c900 20 remove_watcher() i=1 2026-04-02T12:02:12.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.996+0000 7fc04552c900 20 remove_watcher() i=5 2026-04-02T12:02:12.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.996+0000 7fc04552c900 20 remove_watcher() i=6 2026-04-02T12:02:12.997 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:12.996+0000 7fc04552c900 20 remove_watcher() i=4 2026-04-02T12:02:13.021 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:02:13.040 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:13.040 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:13.061 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.059+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.061+0000 7f9c6fce8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.061+0000 7f9c6fce8900 20 realm 2026-04-02T12:02:13.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.061+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.061+0000 7f9c6fce8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.061+0000 7f9c6fce8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:13.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.061+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.061+0000 7f9c6fce8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.063 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.061+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.062+0000 7f9c6fce8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.064 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.062+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.063+0000 7f9c6fce8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:13.065 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.063+0000 7f9c6fce8900 20 searching for the correct realm 2026-04-02T12:02:13.068 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.066+0000 7f9c6d79f640 0 -- 192.168.123.102:0/4193731841 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f9c600740c0 msgr2=0x7f9c6001c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.273 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.272+0000 7f9c6cf9e640 0 -- 192.168.123.102:0/4193731841 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x5558e8b3d560 msgr2=0x5558e8b5d980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.274+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.276 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 20 zone default found 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 4 Realm: () 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 20 zonegroup default 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.275+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.276+0000 7f9c6fce8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.277 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.276+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.276+0000 7f9c6fce8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.276+0000 7f9c6fce8900 20 started sync module instance, tier type = 2026-04-02T12:02:13.278 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.276+0000 7f9c6fce8900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:13.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.279+0000 7f9c6fce8900 20 add_watcher() i=3 2026-04-02T12:02:13.281 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.280+0000 7f9c6fce8900 20 add_watcher() i=2 2026-04-02T12:02:13.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.280+0000 7f9c6fce8900 20 add_watcher() i=7 2026-04-02T12:02:13.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.280+0000 7f9c6fce8900 20 add_watcher() i=4 2026-04-02T12:02:13.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.280+0000 7f9c6fce8900 20 add_watcher() i=6 2026-04-02T12:02:13.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.281+0000 7f9c6fce8900 20 add_watcher() i=5 2026-04-02T12:02:13.282 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.281+0000 7f9c6fce8900 20 add_watcher() i=1 2026-04-02T12:02:13.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.281+0000 7f9c6fce8900 20 add_watcher() i=0 2026-04-02T12:02:13.283 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.281+0000 7f9c6fce8900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:13.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.283+0000 7f9c6fce8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:13.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.283+0000 7f9c6fce8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:13.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.283+0000 7f9c6fce8900 5 note: GC not initialized 2026-04-02T12:02:13.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.284+0000 7f9c1a7ec640 20 reqs_thread_entry: start 2026-04-02T12:02:13.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.531+0000 7f9c6fce8900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:13.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.531+0000 7f9c6fce8900 20 Filter name: none 2026-04-02T12:02:13.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c13fff640 20 reqs_thread_entry: start 2026-04-02T12:02:13.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:13.533 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.532+0000 7f9c6fce8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.533+0000 7f9c6fce8900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.533+0000 7f9c6fce8900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.533+0000 7f9c6fce8900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:02:13.534 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.533+0000 7f9c6fce8900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:02:13.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.533+0000 7f9c6fce8900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:02:13.535 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.533+0000 7f9c6fce8900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:02:13.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.537+0000 7f9c6fce8900 20 remove_watcher() i=2 2026-04-02T12:02:13.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.537+0000 7f9c6fce8900 2 removed watcher, disabling cache 2026-04-02T12:02:13.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.538+0000 7f9c6fce8900 20 remove_watcher() i=1 2026-04-02T12:02:13.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.538+0000 7f9c6fce8900 20 remove_watcher() i=7 2026-04-02T12:02:13.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.538+0000 7f9c6fce8900 20 remove_watcher() i=0 2026-04-02T12:02:13.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.538+0000 7f9c6fce8900 20 remove_watcher() i=4 2026-04-02T12:02:13.539 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.538+0000 7f9c6fce8900 20 remove_watcher() i=5 2026-04-02T12:02:13.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.538+0000 7f9c6fce8900 20 remove_watcher() i=6 2026-04-02T12:02:13.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.538+0000 7f9c6fce8900 20 remove_watcher() i=3 2026-04-02T12:02:13.547 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:02:13.566 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:13.566 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.589+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.590+0000 7f605ff75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.590+0000 7f605ff75900 20 realm 2026-04-02T12:02:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.590+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.590+0000 7f605ff75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.590+0000 7f605ff75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.590+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.590+0000 7f605ff75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.590+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.591+0000 7f605ff75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.592 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.591+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.592+0000 7f605ff75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:13.593 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.592+0000 7f605ff75900 20 searching for the correct realm 2026-04-02T12:02:13.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.594+0000 7f605e22d640 0 -- 192.168.123.102:0/1671339619 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f6050008940 msgr2=0x7f6050033420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.597+0000 7f605d22b640 0 -- 192.168.123.102:0/1671339619 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f605000a260 msgr2=0x7f6050077420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.802+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 20 zone default found 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 4 Realm: () 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 20 zonegroup default 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.803+0000 7f605ff75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.804+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.804+0000 7f605ff75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.805 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.804+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.804+0000 7f605ff75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.804+0000 7f605ff75900 20 started sync module instance, tier type = 2026-04-02T12:02:13.806 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.804+0000 7f605ff75900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:13.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 20 add_watcher() i=7 2026-04-02T12:02:13.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 20 add_watcher() i=2 2026-04-02T12:02:13.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 20 add_watcher() i=5 2026-04-02T12:02:13.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 20 add_watcher() i=6 2026-04-02T12:02:13.809 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 20 add_watcher() i=0 2026-04-02T12:02:13.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 20 add_watcher() i=4 2026-04-02T12:02:13.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 20 add_watcher() i=1 2026-04-02T12:02:13.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 20 add_watcher() i=3 2026-04-02T12:02:13.810 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.808+0000 7f605ff75900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:13.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.811+0000 7f605ff75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:13.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.811+0000 7f605ff75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:13.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.811+0000 7f605ff75900 5 note: GC not initialized 2026-04-02T12:02:13.812 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.811+0000 7f600afed640 20 reqs_thread_entry: start 2026-04-02T12:02:13.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.852+0000 7f605ff75900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:13.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.852+0000 7f605ff75900 20 Filter name: none 2026-04-02T12:02:13.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.852+0000 7f6008fe9640 20 reqs_thread_entry: start 2026-04-02T12:02:13.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.852+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.853+0000 7f605ff75900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:13.854 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.853+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.853+0000 7f605ff75900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:02:13.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.853+0000 7f605ff75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:13.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.853+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.853+0000 7f605ff75900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:13.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.854+0000 7f605ff75900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.854+0000 7f605ff75900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:02:13.855 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.854+0000 7f605ff75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 20 remove_watcher() i=3 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 2 removed watcher, disabling cache 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 20 remove_watcher() i=0 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 20 remove_watcher() i=7 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 20 remove_watcher() i=2 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 20 remove_watcher() i=1 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 20 remove_watcher() i=4 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 20 remove_watcher() i=5 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.859+0000 7f605ff75900 20 remove_watcher() i=6 2026-04-02T12:02:13.867 INFO:tasks.workunit.client.0.vm02.stderr: test: duplicated entries should be purged before reshard 2026-04-02T12:02:13.869 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:02:13.890 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:13.890 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:13.912 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.910+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.911+0000 7fc38cc0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.911+0000 7fc38cc0f900 20 realm 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.911+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.912+0000 7fc38cc0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.912+0000 7fc38cc0f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.912+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.912+0000 7fc38cc0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.912+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.913+0000 7fc38cc0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.913+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.914+0000 7fc38cc0f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:13.915 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.914+0000 7fc38cc0f900 20 searching for the correct realm 2026-04-02T12:02:13.919 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:13.918+0000 7fc383fff640 0 -- 192.168.123.102:0/1535773561 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fc37c0cb950 msgr2=0x7fc37c09e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:14.125 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.123+0000 7fc37b5ff640 0 -- 192.168.123.102:0/1535773561 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55b5c4069dd0 msgr2=0x55b5c408a1b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.126+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.128 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 20 zone default found 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 4 Realm: () 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 20 zonegroup default 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.127+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.128+0000 7fc38cc0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.128+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.128+0000 7fc38cc0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.129 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.128+0000 7fc38cc0f900 20 started sync module instance, tier type = 2026-04-02T12:02:14.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.128+0000 7fc38cc0f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:14.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.131+0000 7fc38cc0f900 20 add_watcher() i=7 2026-04-02T12:02:14.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.131+0000 7fc38cc0f900 20 add_watcher() i=5 2026-04-02T12:02:14.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.131+0000 7fc38cc0f900 20 add_watcher() i=6 2026-04-02T12:02:14.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.132+0000 7fc38cc0f900 20 add_watcher() i=4 2026-04-02T12:02:14.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.132+0000 7fc38cc0f900 20 add_watcher() i=0 2026-04-02T12:02:14.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.132+0000 7fc38cc0f900 20 add_watcher() i=2 2026-04-02T12:02:14.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.132+0000 7fc38cc0f900 20 add_watcher() i=1 2026-04-02T12:02:14.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.132+0000 7fc38cc0f900 20 add_watcher() i=3 2026-04-02T12:02:14.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.132+0000 7fc38cc0f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.134+0000 7fc38cc0f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.134+0000 7fc38cc0f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.134+0000 7fc38cc0f900 5 note: GC not initialized 2026-04-02T12:02:14.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.135+0000 7fc334ff1640 20 reqs_thread_entry: start 2026-04-02T12:02:14.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.179+0000 7fc38cc0f900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:14.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.179+0000 7fc38cc0f900 20 Filter name: none 2026-04-02T12:02:14.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.179+0000 7fc32e7fc640 20 reqs_thread_entry: start 2026-04-02T12:02:14.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.179+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.179+0000 7fc38cc0f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:14.181 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.179+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.180+0000 7fc38cc0f900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:02:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.180+0000 7fc38cc0f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.180+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.180+0000 7fc38cc0f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.180+0000 7fc38cc0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.180+0000 7fc38cc0f900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:02:14.182 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.180+0000 7fc38cc0f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:14.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.185+0000 7fc38cc0f900 20 remove_watcher() i=3 2026-04-02T12:02:14.187 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.185+0000 7fc38cc0f900 2 removed watcher, disabling cache 2026-04-02T12:02:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.186+0000 7fc38cc0f900 20 remove_watcher() i=2 2026-04-02T12:02:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.186+0000 7fc38cc0f900 20 remove_watcher() i=7 2026-04-02T12:02:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.186+0000 7fc38cc0f900 20 remove_watcher() i=0 2026-04-02T12:02:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.186+0000 7fc38cc0f900 20 remove_watcher() i=4 2026-04-02T12:02:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.186+0000 7fc38cc0f900 20 remove_watcher() i=5 2026-04-02T12:02:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.186+0000 7fc38cc0f900 20 remove_watcher() i=6 2026-04-02T12:02:14.188 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.186+0000 7fc38cc0f900 20 remove_watcher() i=1 2026-04-02T12:02:14.194 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.194 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:02:14.194 INFO:tasks.workunit.client.0.vm02.stderr:bucket: a-bucket id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 num_objects: 10 size_kb: 1 num_shards: 3 2026-04-02T12:02:14.194 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.196 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:02:14.218 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:14.218 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:14.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.244+0000 7f7d0236e900 20 realm 2026-04-02T12:02:14.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.244+0000 7f7d0236e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:14.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:14.248 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.246+0000 7f7d0236e900 20 searching for the correct realm 2026-04-02T12:02:14.249 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.248+0000 7f7cfe8e8640 0 -- 192.168.123.102:0/3505653224 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x5609741ccbb0 msgr2=0x5609741ecf90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:14.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.252+0000 7f7cfe8e8640 0 -- 192.168.123.102:0/3505653224 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x7f7cbc0a42c0 msgr2=0x7f7cbc0c46c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 20 zone default found 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 4 Realm: () 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 20 zonegroup default 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.259+0000 7f7d0236e900 20 started sync module instance, tier type = 2026-04-02T12:02:14.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.259+0000 7f7d0236e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:14.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.263+0000 7f7d0236e900 20 add_watcher() i=0 2026-04-02T12:02:14.265 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.263+0000 7f7d0236e900 20 add_watcher() i=3 2026-04-02T12:02:14.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=7 2026-04-02T12:02:14.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=1 2026-04-02T12:02:14.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=5 2026-04-02T12:02:14.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=4 2026-04-02T12:02:14.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=6 2026-04-02T12:02:14.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.265+0000 7f7d0236e900 20 add_watcher() i=2 2026-04-02T12:02:14.266 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.265+0000 7f7d0236e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:14.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.267+0000 7f7d0236e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:14.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.267+0000 7f7d0236e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:14.268 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.267+0000 7f7d0236e900 5 note: GC not initialized 2026-04-02T12:02:14.269 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.267+0000 7f7ca6ffd640 20 reqs_thread_entry: start 2026-04-02T12:02:14.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.308+0000 7f7d0236e900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:14.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.308+0000 7f7d0236e900 20 Filter name: none 2026-04-02T12:02:14.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7ca4ff9640 20 reqs_thread_entry: start 2026-04-02T12:02:14.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:14.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.311 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.309+0000 7f7d0236e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:14.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.313+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.313+0000 7f7d0236e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.313+0000 7f7d0236e900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.313+0000 7f7d0236e900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:02:14.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927313 cookie 94598602773248 notifier 8127 bl.length()=923 2026-04-02T12:02:14.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:02:14.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:02:14.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:02:14.316 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d0236e900 time 2026-04-02T12:02:14.318804+0000 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7d0378f8f8] 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x56097109cfc4] 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x5609717bdea6] 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f7d0282a610] 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.318+0000 7f7d0236e900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d0236e900 time 2026-04-02T12:02:14.318804+0000 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7d0378f8f8] 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x56097109cfc4] 2026-04-02T12:02:14.319 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x5609717bdea6] 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f7d0282a610] 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f7d0236e900 thread_name:radosgw-admin 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7d0283fc30] 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7d0288d02c] 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7d0378f957] 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x56097109cfc4] 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x5609717bdea6] 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f7d0282a610] 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:02:14.320 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:02:14.331 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.318+0000 7f7d0236e900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:14.331 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f7d0236e900 thread_name:radosgw-admin 2026-04-02T12:02:14.331 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.331 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7d0283fc30] 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7d0288d02c] 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7d0378f957] 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x56097109cfc4] 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x5609717bdea6] 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f7d0282a610] 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:02:14.223+0000 7f7d0236e900 5 monclient: authenticate success, global_id 37508 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:02:14.223+0000 7f7d0236e900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:02:14.223+0000 7f7d0236e900 4 set_mon_vals no callback set 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:02:14.224+0000 7f7d0236e900 10 monclient: shutdown 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 asok(0x560973d266b0) unregister_commands rotate-key 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:02:14.224+0000 7f7d0236e900 10 monclient: build_initial_monmap 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 build_initial for_mkfs: 0 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:02:14.224+0000 7f7d0236e900 10 monclient: monmap: 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding auth protocol: cephx 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding auth protocol: cephx 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding auth protocol: cephx 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:02:14.224+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 librados: starting msgr at 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 librados: starting objecter 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command objecter_requests hook 0x560973e2faa0 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 librados: setting wanted keys 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 librados: calling monclient init 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:02:14.224+0000 7f7d0236e900 10 monclient: init 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding auth protocol: cephx 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding auth protocol: cephx 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding auth protocol: cephx 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.332 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:02:14.224+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:02:14.225+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:02:14.225+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command rotate-key hook 0x560973e2bd38 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-a con 0x560973f0deb0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-b con 0x560973f0eb00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-c con 0x7f7ce0003a70 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): authenticate will time out at 1964.237293s 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request con 0x560973f0deb0 auth_method 0 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request con 0x560973f0eb00 auth_method 0 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:02:14.225+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request con 0x7f7ce0003a70 auth_method 0 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:02:14.225+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:02:14.225+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:02:14.225+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_done global_id 8118 payload 824 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient: _finish_hunting 0 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 1 monclient: found mon.noname-a 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: dump: 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.333 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: _finish_auth 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: _check_auth_tickets 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: dump: 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:02:14.225+0000 7f7d0236e900 5 monclient: authenticate success, global_id 8118 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:02:14.225+0000 7f7cf4ff9640 4 set_mon_vals no callback set 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:02:14.225+0000 7f7d0236e900 1 librados: init done 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:02:14.228+0000 7f7ceaffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:02:14.228+0000 7f7ceaffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:02:14.228+0000 7f7ceaffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:02:14.228+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7cd8077690 auth_method 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:02:14.228+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x560973f7af40 auth_method 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:02:14.229+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x560973f9c110 auth_method 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:02:14.230+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x560973fbe460 auth_method 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:02:14.231+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x560973fbda10 auth_method 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:02:14.231+0000 7f7d0236e900 10 monclient: build_initial_monmap 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:02:14.231+0000 7f7d0236e900 1 build_initial for_mkfs: 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:02:14.231+0000 7f7d0236e900 10 monclient: monmap: 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.334 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding auth protocol: cephx 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding auth protocol: cephx 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding auth protocol: cephx 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:02:14.232+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command objecter_requests cmddesc objecter_requests hook 0x5609740057d0 EEXIST 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient: init 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding auth protocol: cephx 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding auth protocol: cephx 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding auth protocol: cephx 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:02:14.232+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:02:14.232+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command rotate-key cmddesc rotate-key hook 0x560973fdf350 EEXIST 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-c con 0x56097402cda0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-a con 0x56097402d170 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-b con 0x56097402de10 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): authenticate will time out at 1964.245207s 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:02:14.233+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request con 0x56097402cda0 auth_method 0 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:02:14.233+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:02:14.233+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:02:14.233+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:02:14.233+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request con 0x56097402d170 auth_method 0 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:02:14.233+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:02:14.233+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:02:14.233+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request con 0x56097402de10 auth_method 0 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.335 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_done global_id 7105 payload 824 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient: _finish_hunting 0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 1 monclient: found mon.noname-b 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.105:3300/0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: dump: 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: _finish_auth 0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: _check_auth_tickets 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: dump: 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:02:14.236+0000 7f7d0236e900 5 monclient: authenticate success, global_id 7105 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:02:14.236+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:02:14.236+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:02:14.236+0000 7f7cff0e9640 4 set_mon_vals no callback set 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:02:14.236+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:02:14.236+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:02:14.237+0000 7f7cdffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:02:14.237+0000 7f7cdffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:02:14.237+0000 7f7cdffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:02:14.238+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7ccc0775a0 auth_method 0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:02:14.238+0000 7f7d0236e900 10 monclient: get_monmap_and_config 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:02:14.238+0000 7f7d0236e900 10 monclient: build_initial_monmap 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:02:14.238+0000 7f7d0236e900 1 build_initial for_mkfs: 0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:02:14.238+0000 7f7d0236e900 10 monclient: monmap: 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding auth protocol: cephx 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding auth protocol: cephx 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding auth protocol: cephx 2026-04-02T12:02:14.336 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:02:14.238+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:02:14.238+0000 7f7d0236e900 10 monclient: init 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding auth protocol: cephx 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding auth protocol: cephx 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding auth protocol: cephx 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:02:14.239+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:02:14.239+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdfd49a9e8 EEXIST 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-b con 0x5609740e8e00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-c con 0x5609740ec540 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-a con 0x5609741193d0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): authenticate will time out at 1964.251684s 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request con 0x5609740ec540 auth_method 0 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:02:14.239+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request con 0x5609740e8e00 auth_method 0 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:02:14.239+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:02:14.239+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:02:14.239+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request con 0x5609741193d0 auth_method 0 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_done global_id 8124 payload 274 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:02:14.240+0000 7f7cfe0e7640 10 monclient: _finish_hunting 0 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:02:14.240+0000 7f7cfe0e7640 1 monclient: found mon.noname-a 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:02:14.240+0000 7f7cfe0e7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: dump: 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: _finish_auth 0 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: _check_auth_tickets 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: dump: 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 monclient: authenticate success, global_id 8124 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:02:14.240+0000 7f7d0236e900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:02:14.240+0000 7f7d0236e900 4 set_mon_vals no callback set 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:02:14.240+0000 7f7d0236e900 10 monclient: shutdown 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:02:14.240+0000 7f7d0236e900 10 monclient: build_initial_monmap 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:02:14.240+0000 7f7d0236e900 1 build_initial for_mkfs: 0 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:02:14.240+0000 7f7d0236e900 10 monclient: monmap: 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding auth protocol: cephx 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding auth protocol: cephx 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding auth protocol: cephx 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:02:14.241+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:02:14.241+0000 7f7d0236e900 1 librados: starting msgr at 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:02:14.241+0000 7f7d0236e900 1 librados: starting objecter 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command objecter_requests cmddesc objecter_requests hook 0x5609740f34b0 EEXIST 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:02:14.241+0000 7f7d0236e900 1 librados: setting wanted keys 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:02:14.241+0000 7f7d0236e900 1 librados: calling monclient init 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient: init 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding auth protocol: cephx 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding auth protocol: cephx 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding auth protocol: cephx 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:02:14.241+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:02:14.241+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command rotate-key cmddesc rotate-key hook 0x5609740c0a98 EEXIST 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-b con 0x5609740ec540 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-c con 0x5609741193d0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-a con 0x560974117050 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): authenticate will time out at 1964.253815s 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request con 0x5609741193d0 auth_method 0 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:02:14.241+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request con 0x5609740ec540 auth_method 0 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:02:14.241+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:02:14.241+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:02:14.241+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request con 0x560974117050 auth_method 0 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:02:14.242+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_done global_id 8127 payload 824 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:02:14.242+0000 7f7cfe0e7640 10 monclient: _finish_hunting 0 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:02:14.242+0000 7f7cfe0e7640 1 monclient: found mon.noname-a 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:02:14.242+0000 7f7cfe0e7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.339 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: dump: 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: _finish_auth 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: _check_auth_tickets 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: dump: 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:02:14.242+0000 7f7d0236e900 5 monclient: authenticate success, global_id 8127 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:02:14.242+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:02:14.242+0000 7f7cddffb640 4 set_mon_vals no callback set 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:02:14.242+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:02:14.242+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:02:14.242+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:02:14.242+0000 7f7d0236e900 1 librados: init done 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:02:14.242+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cr dump hook 0x5609740e92a8 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:02:14.243+0000 7f7cd3fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:02:14.243+0000 7f7cd3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:02:14.243+0000 7f7cd3fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:02:14.243+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7cbc077600 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:02:14.244+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x560974188b60 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 realm 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:02:14.244+0000 7f7d0236e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:02:14.245+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x5609741ab310 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:02:14.246+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x5609741ccbb0 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:02:14.246+0000 7f7d0236e900 20 searching for the correct realm 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:02:14.246+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x5609741ef8b0 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:02:14.247+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7cec0270c0 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:02:14.248+0000 7f7cfe8e8640 0 -- 192.168.123.102:0/3505653224 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x5609741ccbb0 msgr2=0x5609741ecf90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:02:14.248+0000 7f7cd3fff640 1 client.8127.objecter ms_handle_reset 0x5609741ccbb0 session 0x5609741aa660 osd.2 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:02:14.248+0000 7f7cd3fff640 10 monclient: _renew_subs 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:02:14.248+0000 7f7cd3fff640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:02:14.248+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x7f7cbc0a42c0 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:02:14.249+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x7f7cf0058ff0 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:02:14.250+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x7f7cf0069070 auth_method 0 2026-04-02T12:02:14.340 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:02:14.252+0000 7f7cfe8e8640 0 -- 192.168.123.102:0/3505653224 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x7f7cbc0a42c0 msgr2=0x7f7cbc0c46c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:02:14.252+0000 7f7cd3fff640 1 client.8127.objecter ms_handle_reset 0x7f7cbc0a42c0 session 0x5609741aa660 osd.2 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:02:14.252+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x5609741ccbb0 auth_method 0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:02:14.253+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7cf00eb040 auth_method 0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 zone default found 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:02:14.258+0000 7f7d0236e900 4 Realm: () 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:02:14.258+0000 7f7d0236e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:02:14.258+0000 7f7d0236e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:02:14.258+0000 7f7d0236e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 zonegroup default 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 started sync module instance, tier type = 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:02:14.263+0000 7f7d0236e900 20 add_watcher() i=0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:02:14.263+0000 7f7d0236e900 20 add_watcher() i=3 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=7 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=1 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=5 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=4 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=6 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:02:14.265+0000 7f7d0236e900 20 add_watcher() i=2 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:02:14.265+0000 7f7d0236e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:02:14.265+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x7f7c88007200 auth_method 0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding auth protocol: cephx 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding auth protocol: cephx 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding auth protocol: cephx 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:02:14.267+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:02:14.267+0000 7f7d0236e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:02:14.267+0000 7f7d0236e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cache list hook 0x5609741122e0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cache inspect hook 0x5609741122e0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cache erase hook 0x5609741122e0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cache zap hook 0x5609741122e0 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 note: GC not initialized 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:02:14.267+0000 7f7ca6ffd640 20 reqs_thread_entry: start 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command sync trace show hook 0x7f7cec07d070 2026-04-02T12:02:14.341 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command sync trace history hook 0x7f7cec07d070 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command sync trace active hook 0x7f7cec07d070 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command sync trace active_short hook 0x7f7cec07d070 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:02:14.267+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x5609741d90e0 auth_method 0 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:02:14.269+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x560974228620 auth_method 0 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:02:14.271+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x5609741ebe60 auth_method 0 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:02:14.272+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x560974221fd0 auth_method 0 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:02:14.276+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x5609742248d0 auth_method 0 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:02:14.282+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x5609742193a0 auth_method 0 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:02:14.308+0000 7f7d0236e900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:02:14.308+0000 7f7d0236e900 20 Filter name: none 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:02:14.309+0000 7f7ca4ff9640 20 reqs_thread_entry: start 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:02:14.313+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:02:14.313+0000 7f7d0236e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:02:14.313+0000 7f7d0236e900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:02:14.313+0000 7f7d0236e900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927313 cookie 94598602773248 notifier 8127 bl.length()=923 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:02:14.318+0000 7f7d0236e900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d0236e900 time 2026-04-02T12:02:14.318804+0000 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7d0378f8f8] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x56097109cfc4] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x5609717bdea6] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f7d0282a610] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:02:14.318+0000 7f7d0236e900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f7d0236e900 thread_name:radosgw-admin 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7d0283fc30] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7d0288d02c] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7d0378f957] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x56097109cfc4] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x5609717bdea6] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f7d0282a610] 2026-04-02T12:02:14.342 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:02:14.343 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7ca4ff9640 / http_manager 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7ca6ffd640 / http_manager 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cd3fff640 / ms_dispatch 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cddffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cdffff640 / ms_dispatch 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7ceaffd640 / ms_dispatch 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cf4ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cf57fa640 / admin_socket 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cfd0e5640 / ms_dispatch 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cfd8e6640 / msgr-worker-2 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cfe0e7640 / msgr-worker-1 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cfe8e8640 / msgr-worker-0 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cff0e9640 / io_context_pool 2026-04-02T12:02:14.344 INFO:tasks.workunit.client.0.vm02.stderr: 7f7d0236e900 / radosgw-admin 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.97335.log 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:02:14.223+0000 7f7d0236e900 5 monclient: authenticate success, global_id 37508 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:02:14.223+0000 7f7d0236e900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:02:14.223+0000 7f7d0236e900 4 set_mon_vals no callback set 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:02:14.224+0000 7f7d0236e900 10 monclient: shutdown 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 asok(0x560973d266b0) unregister_commands rotate-key 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:02:14.224+0000 7f7d0236e900 10 monclient: build_initial_monmap 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 build_initial for_mkfs: 0 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:02:14.224+0000 7f7d0236e900 10 monclient: monmap: 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding auth protocol: cephx 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding auth protocol: cephx 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding auth protocol: cephx 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973f0e350) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:02:14.224+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 librados: starting msgr at 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 librados: starting objecter 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command objecter_requests hook 0x560973e2faa0 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 librados: setting wanted keys 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:02:14.224+0000 7f7d0236e900 1 librados: calling monclient init 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:02:14.224+0000 7f7d0236e900 10 monclient: init 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding auth protocol: cephx 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding auth protocol: cephx 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding auth protocol: cephx 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: crc 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:02:14.224+0000 7f7d0236e900 5 AuthRegistry(0x560973e2bbf0) adding con mode: secure 2026-04-02T12:02:14.345 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:02:14.224+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:02:14.225+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:02:14.225+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command rotate-key hook 0x560973e2bd38 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-a con 0x560973f0deb0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-b con 0x560973f0eb00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-c con 0x7f7ce0003a70 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient(hunting): authenticate will time out at 1964.237293s 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request con 0x560973f0deb0 auth_method 0 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request con 0x560973f0eb00 auth_method 0 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:02:14.225+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request con 0x7f7ce0003a70 auth_method 0 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:02:14.225+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:02:14.225+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:02:14.225+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:02:14.225+0000 7f7cfd8e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_done global_id 8118 payload 824 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient: _finish_hunting 0 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 1 monclient: found mon.noname-a 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:02:14.225+0000 7f7cfe0e7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: dump: 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: _finish_auth 0 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: _check_auth_tickets 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:02:14.225+0000 7f7ceaffd640 10 monclient: dump: 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.346 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:02:14.225+0000 7f7d0236e900 5 monclient: authenticate success, global_id 8118 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:02:14.225+0000 7f7cf4ff9640 4 set_mon_vals no callback set 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:02:14.225+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:02:14.225+0000 7f7d0236e900 1 librados: init done 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:02:14.228+0000 7f7ceaffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:02:14.228+0000 7f7ceaffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:02:14.228+0000 7f7ceaffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:02:14.228+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7cd8077690 auth_method 0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:02:14.228+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x560973f7af40 auth_method 0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:02:14.229+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x560973f9c110 auth_method 0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:02:14.230+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x560973fbe460 auth_method 0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:02:14.231+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x560973fbda10 auth_method 0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:02:14.231+0000 7f7d0236e900 10 monclient: build_initial_monmap 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:02:14.231+0000 7f7d0236e900 1 build_initial for_mkfs: 0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:02:14.231+0000 7f7d0236e900 10 monclient: monmap: 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding auth protocol: cephx 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding auth protocol: cephx 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding auth protocol: cephx 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:02:14.231+0000 7f7d0236e900 5 AuthRegistry(0x560974001e70) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:02:14.232+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command objecter_requests cmddesc objecter_requests hook 0x5609740057d0 EEXIST 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient: init 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding auth protocol: cephx 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding auth protocol: cephx 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding auth protocol: cephx 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: crc 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 AuthRegistry(0x560973fdf208) adding con mode: secure 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:02:14.232+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.347 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:02:14.232+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:02:14.232+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command rotate-key cmddesc rotate-key hook 0x560973fdf350 EEXIST 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-c con 0x56097402cda0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:02:14.232+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-a con 0x56097402d170 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-b con 0x56097402de10 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:02:14.233+0000 7f7d0236e900 10 monclient(hunting): authenticate will time out at 1964.245207s 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:02:14.233+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request con 0x56097402cda0 auth_method 0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:02:14.233+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:02:14.233+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:02:14.233+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:02:14.233+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request con 0x56097402d170 auth_method 0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:02:14.233+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:02:14.233+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:02:14.233+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request con 0x56097402de10 auth_method 0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_done global_id 7105 payload 824 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient: _finish_hunting 0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 1 monclient: found mon.noname-b 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:02:14.233+0000 7f7cfe0e7640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.105:3300/0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: dump: 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: _finish_auth 0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: _check_auth_tickets 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:02:14.236+0000 7f7cdffff640 10 monclient: dump: 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:02:14.236+0000 7f7d0236e900 5 monclient: authenticate success, global_id 7105 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:02:14.236+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:02:14.236+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:02:14.236+0000 7f7cff0e9640 4 set_mon_vals no callback set 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:02:14.236+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.348 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:02:14.236+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.105:3300/0 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:02:14.237+0000 7f7cdffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:02:14.237+0000 7f7cdffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:02:14.237+0000 7f7cdffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:02:14.238+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7ccc0775a0 auth_method 0 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:02:14.238+0000 7f7d0236e900 10 monclient: get_monmap_and_config 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:02:14.238+0000 7f7d0236e900 10 monclient: build_initial_monmap 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:02:14.238+0000 7f7d0236e900 1 build_initial for_mkfs: 0 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:02:14.238+0000 7f7d0236e900 10 monclient: monmap: 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding auth protocol: cephx 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding auth protocol: cephx 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding auth protocol: cephx 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1e60) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:02:14.238+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:02:14.238+0000 7f7d0236e900 10 monclient: init 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding auth protocol: cephx 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding auth protocol: cephx 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:02:14.238+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding auth protocol: cephx 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: crc 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a8a0) adding con mode: secure 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:02:14.239+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:02:14.239+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:02:14.239+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdfd49a9e8 EEXIST 2026-04-02T12:02:14.349 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-b con 0x5609740e8e00 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-c con 0x5609740ec540 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-a con 0x5609741193d0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:02:14.239+0000 7f7d0236e900 10 monclient(hunting): authenticate will time out at 1964.251684s 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request con 0x5609740ec540 auth_method 0 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:02:14.239+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request con 0x5609740e8e00 auth_method 0 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:02:14.239+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:02:14.239+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:02:14.239+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request con 0x5609741193d0 auth_method 0 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:02:14.239+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:02:14.239+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_done global_id 8124 payload 274 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:02:14.240+0000 7f7cfe0e7640 10 monclient: _finish_hunting 0 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:02:14.240+0000 7f7cfe0e7640 1 monclient: found mon.noname-a 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:02:14.240+0000 7f7cfe0e7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: dump: 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: _finish_auth 0 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: _check_auth_tickets 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.350 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:02:14.240+0000 7f7cddffb640 10 monclient: dump: 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 monclient: authenticate success, global_id 8124 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:02:14.240+0000 7f7d0236e900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:02:14.240+0000 7f7d0236e900 4 set_mon_vals no callback set 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:02:14.240+0000 7f7d0236e900 10 monclient: shutdown 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:02:14.240+0000 7f7d0236e900 10 monclient: build_initial_monmap 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:02:14.240+0000 7f7d0236e900 1 build_initial for_mkfs: 0 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:02:14.240+0000 7f7d0236e900 10 monclient: monmap: 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding auth protocol: cephx 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding auth protocol: cephx 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding auth protocol: cephx 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: crc 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:02:14.240+0000 7f7d0236e900 5 AuthRegistry(0x5609740c1d30) adding con mode: secure 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:02:14.241+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:02:14.241+0000 7f7d0236e900 1 librados: starting msgr at 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:02:14.241+0000 7f7d0236e900 1 librados: starting objecter 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command objecter_requests cmddesc objecter_requests hook 0x5609740f34b0 EEXIST 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:02:14.241+0000 7f7d0236e900 1 librados: setting wanted keys 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:02:14.241+0000 7f7d0236e900 1 librados: calling monclient init 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient: init 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding auth protocol: cephx 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding auth protocol: cephx 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding auth protocol: cephx 2026-04-02T12:02:14.351 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: crc 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 AuthRegistry(0x5609740c0950) adding con mode: secure 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:02:14.241+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:02:14.241+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:02:14.241+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command rotate-key cmddesc rotate-key hook 0x5609740c0a98 EEXIST 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-b con 0x5609740ec540 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-c con 0x5609741193d0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): picked mon.noname-a con 0x560974117050 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:02:14.241+0000 7f7d0236e900 10 monclient(hunting): authenticate will time out at 1964.253815s 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request con 0x5609741193d0 auth_method 0 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:02:14.241+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request con 0x5609740ec540 auth_method 0 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:02:14.241+0000 7f7cfd8e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:02:14.241+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:02:14.241+0000 7f7cfd8e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request con 0x560974117050 auth_method 0 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:02:14.241+0000 7f7cfe8e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:02:14.241+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:02:14.242+0000 7f7cfe0e7640 10 monclient(hunting): handle_auth_done global_id 8127 payload 824 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:02:14.242+0000 7f7cfe0e7640 10 monclient: _finish_hunting 0 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:02:14.242+0000 7f7cfe0e7640 1 monclient: found mon.noname-a 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:02:14.242+0000 7f7cfe0e7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: dump: 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: _finish_auth 0 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: _check_auth_tickets 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:14.352 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:02:14.242+0000 7f7cd3fff640 10 monclient: dump: 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:02:14.242+0000 7f7d0236e900 5 monclient: authenticate success, global_id 8127 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:02:14.242+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:02:14.242+0000 7f7cddffb640 4 set_mon_vals no callback set 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:02:14.242+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:02:14.242+0000 7f7d0236e900 10 monclient: _renew_subs 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:02:14.242+0000 7f7d0236e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:02:14.242+0000 7f7d0236e900 1 librados: init done 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:02:14.242+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cr dump hook 0x5609740e92a8 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:02:14.243+0000 7f7cd3fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:02:14.243+0000 7f7cd3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:02:14.243+0000 7f7cd3fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:02:14.243+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7cbc077600 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:02:14.244+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x560974188b60 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 realm 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:02:14.244+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:02:14.244+0000 7f7d0236e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:02:14.245+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:02:14.245+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x5609741ab310 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:02:14.246+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x5609741ccbb0 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:02:14.246+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:02:14.246+0000 7f7d0236e900 20 searching for the correct realm 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:02:14.246+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x5609741ef8b0 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:02:14.247+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7cec0270c0 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:02:14.248+0000 7f7cfe8e8640 0 -- 192.168.123.102:0/3505653224 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x5609741ccbb0 msgr2=0x5609741ecf90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:02:14.248+0000 7f7cd3fff640 1 client.8127.objecter ms_handle_reset 0x5609741ccbb0 session 0x5609741aa660 osd.2 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:02:14.248+0000 7f7cd3fff640 10 monclient: _renew_subs 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:02:14.248+0000 7f7cd3fff640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:02:14.248+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x7f7cbc0a42c0 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:02:14.249+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x7f7cf0058ff0 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:02:14.250+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x7f7cf0069070 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:02:14.252+0000 7f7cfe8e8640 0 -- 192.168.123.102:0/3505653224 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x7f7cbc0a42c0 msgr2=0x7f7cbc0c46c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:02:14.252+0000 7f7cd3fff640 1 client.8127.objecter ms_handle_reset 0x7f7cbc0a42c0 session 0x5609741aa660 osd.2 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:02:14.252+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x5609741ccbb0 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:02:14.253+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x7f7cf00eb040 auth_method 0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:02:14.257+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.353 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 zone default found 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:02:14.258+0000 7f7d0236e900 4 Realm: () 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:02:14.258+0000 7f7d0236e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:02:14.258+0000 7f7d0236e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:02:14.258+0000 7f7d0236e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 zonegroup default 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:02:14.258+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 started sync module instance, tier type = 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:02:14.259+0000 7f7d0236e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:02:14.263+0000 7f7d0236e900 20 add_watcher() i=0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:02:14.263+0000 7f7d0236e900 20 add_watcher() i=3 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=7 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=1 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=5 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=4 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:02:14.264+0000 7f7d0236e900 20 add_watcher() i=6 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:02:14.265+0000 7f7d0236e900 20 add_watcher() i=2 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:02:14.265+0000 7f7d0236e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:02:14.265+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x7f7c88007200 auth_method 0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding auth protocol: cephx 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding auth protocol: cephx 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding auth protocol: cephx 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: crc 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:02:14.266+0000 7f7d0236e900 5 AuthRegistry(0x7ffdfd49a990) adding con mode: secure 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:02:14.267+0000 7f7d0236e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:02:14.267+0000 7f7d0236e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:02:14.267+0000 7f7d0236e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cache list hook 0x5609741122e0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cache inspect hook 0x5609741122e0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cache erase hook 0x5609741122e0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command cache zap hook 0x5609741122e0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 note: GC not initialized 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:02:14.267+0000 7f7ca6ffd640 20 reqs_thread_entry: start 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command sync trace show hook 0x7f7cec07d070 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command sync trace history hook 0x7f7cec07d070 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command sync trace active hook 0x7f7cec07d070 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:02:14.267+0000 7f7d0236e900 5 asok(0x560973d266b0) register_command sync trace active_short hook 0x7f7cec07d070 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:02:14.267+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x5609741d90e0 auth_method 0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:02:14.269+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x560974228620 auth_method 0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:02:14.271+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x5609741ebe60 auth_method 0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:02:14.272+0000 7f7cfe0e7640 10 monclient: get_auth_request con 0x560974221fd0 auth_method 0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:02:14.276+0000 7f7cfd8e6640 10 monclient: get_auth_request con 0x5609742248d0 auth_method 0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:02:14.282+0000 7f7cfe8e8640 10 monclient: get_auth_request con 0x5609742193a0 auth_method 0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:02:14.308+0000 7f7d0236e900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:02:14.308+0000 7f7d0236e900 20 Filter name: none 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:02:14.309+0000 7f7ca4ff9640 20 reqs_thread_entry: start 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.354 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:02:14.309+0000 7f7d0236e900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:02:14.309+0000 7f7d0236e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:02:14.313+0000 7f7d0236e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:02:14.313+0000 7f7d0236e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:02:14.313+0000 7f7d0236e900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:02:14.313+0000 7f7d0236e900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927313 cookie 94598602773248 notifier 8127 bl.length()=923 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:02:14.314+0000 7f7cddffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:02:14.314+0000 7f7d0236e900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:02:14.318+0000 7f7d0236e900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d0236e900 time 2026-04-02T12:02:14.318804+0000 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7d0378f8f8] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x56097109cfc4] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x5609717bdea6] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f7d0282a610] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:02:14.318+0000 7f7d0236e900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f7d0236e900 thread_name:radosgw-admin 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7d0283fc30] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7d0288d02c] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7d0378f957] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x56097109cfc4] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x5609717bdea6] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f7d0282a610] 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:14.355 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:14.356 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7ca4ff9640 / http_manager 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7ca6ffd640 / http_manager 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cd3fff640 / ms_dispatch 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cddffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cdffff640 / ms_dispatch 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7ceaffd640 / ms_dispatch 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cf4ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cf57fa640 / admin_socket 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cfd0e5640 / ms_dispatch 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cfd8e6640 / msgr-worker-2 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cfe0e7640 / msgr-worker-1 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cfe8e8640 / msgr-worker-0 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7cff0e9640 / io_context_pool 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: 7f7d0236e900 / radosgw-admin 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:02:14.319829Z_2ef95a14-80b3-4067-a4f4-674e21936cd3/log 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:14.357 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:14.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.374+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.374+0000 7fc802774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.374+0000 7fc802774900 20 realm 2026-04-02T12:02:14.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.374+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.375+0000 7fc802774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.375+0000 7fc802774900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:14.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.375+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.376 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.375+0000 7fc802774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.375+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.377 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.376+0000 7fc802774900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.376+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.376+0000 7fc802774900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:14.378 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.376+0000 7fc802774900 20 searching for the correct realm 2026-04-02T12:02:14.380 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.379+0000 7fc7fed84640 0 -- 192.168.123.102:0/2309802602 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fc7f0070690 msgr2=0x7fc7f00662c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:14.585 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.583+0000 7fc7fdd82640 0 -- 192.168.123.102:0/2309802602 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fc7f0046570 msgr2=0x7fc7f005ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:14.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.789+0000 7fc802774900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:14.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.789+0000 7fc802774900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:14.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.789+0000 7fc802774900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:14.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.789+0000 7fc802774900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:14.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.789+0000 7fc802774900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:14.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.789+0000 7fc802774900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:14.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.790+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.790+0000 7fc802774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.790+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.790+0000 7fc802774900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.790+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 20 zone default found 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 4 Realm: () 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 20 zonegroup default 2026-04-02T12:02:14.792 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.791+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.792+0000 7fc802774900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.792+0000 7fc802774900 20 started sync module instance, tier type = 2026-04-02T12:02:14.793 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.792+0000 7fc802774900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:14.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.795+0000 7fc802774900 20 add_watcher() i=0 2026-04-02T12:02:14.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.796+0000 7fc802774900 20 add_watcher() i=3 2026-04-02T12:02:14.797 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.796+0000 7fc802774900 20 add_watcher() i=2 2026-04-02T12:02:14.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.796+0000 7fc802774900 20 add_watcher() i=1 2026-04-02T12:02:14.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.796+0000 7fc802774900 20 add_watcher() i=5 2026-04-02T12:02:14.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.796+0000 7fc802774900 20 add_watcher() i=4 2026-04-02T12:02:14.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.796+0000 7fc802774900 20 add_watcher() i=7 2026-04-02T12:02:14.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.796+0000 7fc802774900 20 add_watcher() i=6 2026-04-02T12:02:14.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.796+0000 7fc802774900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:14.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.798+0000 7fc802774900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:14.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.798+0000 7fc802774900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:14.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.798+0000 7fc802774900 5 note: GC not initialized 2026-04-02T12:02:14.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.798+0000 7fc7a6ffd640 20 reqs_thread_entry: start 2026-04-02T12:02:14.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.839+0000 7fc802774900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:14.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.839+0000 7fc802774900 20 Filter name: none 2026-04-02T12:02:14.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.840+0000 7fc7a4ff9640 20 reqs_thread_entry: start 2026-04-02T12:02:14.841 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.840+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.840+0000 7fc802774900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:14.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.840+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.840+0000 7fc802774900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:14.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.840+0000 7fc802774900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:14.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.840+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.841+0000 7fc802774900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:14.842 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.841+0000 7fc802774900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.841+0000 7fc802774900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:14.843 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.841+0000 7fc802774900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.845+0000 7fc802774900 20 remove_watcher() i=3 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.845+0000 7fc802774900 2 removed watcher, disabling cache 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.846+0000 7fc802774900 20 remove_watcher() i=5 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.846+0000 7fc802774900 20 remove_watcher() i=6 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.846+0000 7fc802774900 20 remove_watcher() i=0 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.846+0000 7fc802774900 20 remove_watcher() i=1 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.846+0000 7fc802774900 20 remove_watcher() i=4 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.846+0000 7fc802774900 20 remove_watcher() i=2 2026-04-02T12:02:14.847 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.846+0000 7fc802774900 20 remove_watcher() i=7 2026-04-02T12:02:14.862 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:02:14.881 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:14.881 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:14.902 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.900+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.901+0000 7fc329fcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.901+0000 7fc329fcb900 20 realm 2026-04-02T12:02:14.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.901+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.902+0000 7fc329fcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.902+0000 7fc329fcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:14.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.902+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.902+0000 7fc329fcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:14.903 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.902+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.902+0000 7fc329fcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:14.904 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.902+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.903+0000 7fc329fcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:14.905 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.903+0000 7fc329fcb900 20 searching for the correct realm 2026-04-02T12:02:14.907 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:14.905+0000 7fc325495640 0 -- 192.168.123.102:0/3665299715 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x564323ebe590 msgr2=0x7fc318095480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:15.112 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.110+0000 7fc31ffff640 0 -- 192.168.123.102:0/3665299715 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fc308002340 msgr2=0x7fc318069950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:15.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.315+0000 7fc329fcb900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:15.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.315+0000 7fc329fcb900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:15.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.315+0000 7fc329fcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:15.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.315+0000 7fc329fcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:15.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.315+0000 7fc329fcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:15.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.315+0000 7fc329fcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:15.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.315+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 zone default found 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 4 Realm: () 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 zonegroup default 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.316+0000 7fc329fcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.317+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.317+0000 7fc329fcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.317+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.317+0000 7fc329fcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.317+0000 7fc329fcb900 20 started sync module instance, tier type = 2026-04-02T12:02:15.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.317+0000 7fc329fcb900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:15.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.320+0000 7fc329fcb900 20 add_watcher() i=7 2026-04-02T12:02:15.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.321+0000 7fc329fcb900 20 add_watcher() i=0 2026-04-02T12:02:15.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.321+0000 7fc329fcb900 20 add_watcher() i=2 2026-04-02T12:02:15.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.321+0000 7fc329fcb900 20 add_watcher() i=6 2026-04-02T12:02:15.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.321+0000 7fc329fcb900 20 add_watcher() i=4 2026-04-02T12:02:15.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.321+0000 7fc329fcb900 20 add_watcher() i=5 2026-04-02T12:02:15.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.322+0000 7fc329fcb900 20 add_watcher() i=1 2026-04-02T12:02:15.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.322+0000 7fc329fcb900 20 add_watcher() i=3 2026-04-02T12:02:15.323 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.322+0000 7fc329fcb900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:15.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.324+0000 7fc329fcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:15.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.324+0000 7fc329fcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:15.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.324+0000 7fc329fcb900 5 note: GC not initialized 2026-04-02T12:02:15.325 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.324+0000 7fc2d1feb640 20 reqs_thread_entry: start 2026-04-02T12:02:15.421 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 20 Filter name: none 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc2cb7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.420+0000 7fc329fcb900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:02:15.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:02:15.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:02:15.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:02:15.423 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.421+0000 7fc329fcb900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 20 remove_watcher() i=0 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 2 removed watcher, disabling cache 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 20 remove_watcher() i=3 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 20 remove_watcher() i=2 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 20 remove_watcher() i=1 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 20 remove_watcher() i=7 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 20 remove_watcher() i=4 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 20 remove_watcher() i=5 2026-04-02T12:02:15.428 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:15.426+0000 7fc329fcb900 20 remove_watcher() i=6 2026-04-02T12:02:45.459 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2026-04-02T12:02:45.483 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:45.483 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:45.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.501+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.502+0000 7f45af747900 20 realm 2026-04-02T12:02:45.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.502+0000 7f45af747900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:45.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.503+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:45.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.503+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.503+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:45.505 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.503+0000 7f45af747900 20 searching for the correct realm 2026-04-02T12:02:45.508 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.507+0000 7f45a77fe640 0 -- 192.168.123.102:0/1347169168 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f45a0027420 msgr2=0x7f45a0027870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:45.511 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.509+0000 7f45a6ffd640 0 -- 192.168.123.102:0/1347169168 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f45a0054040 msgr2=0x7f45a0058960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.512+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:45.514 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 zone default found 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 4 Realm: () 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 zonegroup default 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.514+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.514+0000 7f45af747900 20 started sync module instance, tier type = 2026-04-02T12:02:45.515 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.514+0000 7f45af747900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:45.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=4 2026-04-02T12:02:45.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=1 2026-04-02T12:02:45.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=2 2026-04-02T12:02:45.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=0 2026-04-02T12:02:45.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=7 2026-04-02T12:02:45.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=3 2026-04-02T12:02:45.519 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.518+0000 7f45af747900 20 add_watcher() i=5 2026-04-02T12:02:45.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.518+0000 7f45af747900 20 add_watcher() i=6 2026-04-02T12:02:45.520 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.518+0000 7f45af747900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:45.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.520+0000 7f45af747900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:45.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.520+0000 7f45af747900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:45.521 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.520+0000 7f45af747900 5 note: GC not initialized 2026-04-02T12:02:45.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.520+0000 7f45537fe640 20 reqs_thread_entry: start 2026-04-02T12:02:45.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.558+0000 7f45af747900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:45.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.558+0000 7f45af747900 20 Filter name: none 2026-04-02T12:02:45.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.558+0000 7f45517fa640 20 reqs_thread_entry: start 2026-04-02T12:02:45.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.558+0000 7f45af747900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:45.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.558+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.559+0000 7f45af747900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:45.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.560+0000 7f45af747900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.565+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.565+0000 7f45af747900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.565+0000 7f45af747900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.565+0000 7f45af747900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927314 cookie 94846800606544 notifier 37562 bl.length()=923 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:02:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:02:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:02:45.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:02:45.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.567+0000 7f458a7fc640 20 trim reshard logs: write on '.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1' needs retry: Success 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f45af747900 time 2026-04-02T12:02:45.569511+0000 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f45b0b8f8f8] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x56433bd6dfc4] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x1013a2f) [0x56433c967a2f] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56433c48ee3e] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f45afc2a610] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.568+0000 7f45af747900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f45af747900 time 2026-04-02T12:02:45.569511+0000 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f45b0b8f8f8] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x56433bd6dfc4] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x1013a2f) [0x56433c967a2f] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56433c48ee3e] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f45afc2a610] 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.570 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f45af747900 thread_name:radosgw-admin 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f45afc3fc30] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f45afc8d02c] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f45b0b8f957] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x56433bd6dfc4] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x1013a2f) [0x56433c967a2f] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56433c48ee3e] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f45afc2a610] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.569+0000 7f45af747900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f45af747900 thread_name:radosgw-admin 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f45afc3fc30] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f45afc8d02c] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f45b0b8f957] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x56433bd6dfc4] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x1013a2f) [0x56433c967a2f] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56433c48ee3e] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f45afc2a610] 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.571 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: dump: 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:02:45.486+0000 7f45af747900 5 monclient: authenticate success, global_id 8169 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:45.574 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: dump: 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:02:45.486+0000 7f45af747900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:02:45.486+0000 7f45af747900 4 set_mon_vals no callback set 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: shutdown 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:02:45.487+0000 7f45af747900 5 asok(0x56433d7c86b0) unregister_commands rotate-key 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: build_initial_monmap 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:02:45.487+0000 7f45af747900 1 build_initial for_mkfs: 0 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: monmap: 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding auth protocol: cephx 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding auth protocol: cephx 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding auth protocol: cephx 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:02:45.487+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:02:45.487+0000 7f45af747900 1 librados: starting msgr at 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:02:45.487+0000 7f45af747900 1 librados: starting objecter 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:02:45.487+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command objecter_requests hook 0x56433d8d2d70 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:02:45.487+0000 7f45af747900 1 librados: setting wanted keys 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:02:45.487+0000 7f45af747900 1 librados: calling monclient init 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: init 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding auth protocol: cephx 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding auth protocol: cephx 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding auth protocol: cephx 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.575 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:02:45.487+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:02:45.487+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:02:45.487+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command rotate-key hook 0x56433d8cb6a8 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): picked mon.noname-b con 0x56433d858510 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): picked mon.noname-a con 0x56433d85d6f0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): picked mon.noname-c con 0x56433d909ec0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): authenticate will time out at 1995.499895s 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:02:45.487+0000 7f459ffff640 10 monclient(hunting): get_auth_request con 0x56433d85d6f0 auth_method 0 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:02:45.487+0000 7f459ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:02:45.487+0000 7f459ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:02:45.487+0000 7f459ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): get_auth_request con 0x56433d909ec0 auth_method 0 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:02:45.488+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request con 0x56433d858510 auth_method 0 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:02:45.488+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:02:45.488+0000 7f45a6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:02:45.488+0000 7f45a6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient(hunting): handle_auth_done global_id 8172 payload 824 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient: _finish_hunting 0 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:02:45.488+0000 7f459ffff640 1 monclient: found mon.noname-a 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: dump: 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.576 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: dump: 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:02:45.488+0000 7f45af747900 5 monclient: authenticate success, global_id 8172 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:02:45.488+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:02:45.488+0000 7f45af747900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:02:45.488+0000 7f459d7fa640 4 set_mon_vals no callback set 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:02:45.488+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:02:45.488+0000 7f45af747900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:02:45.488+0000 7f45af747900 1 librados: init done 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:02:45.490+0000 7f45977fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:02:45.490+0000 7f45977fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:02:45.490+0000 7f45977fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:02:45.491+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x7f4584077610 auth_method 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:02:45.491+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433d9b5b90 auth_method 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:02:45.492+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x56433da3df50 auth_method 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:02:45.492+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433da602a0 auth_method 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:02:45.493+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433da5f830 auth_method 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: build_initial_monmap 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:02:45.494+0000 7f45af747900 1 build_initial for_mkfs: 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: monmap: 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding auth protocol: cephx 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding auth protocol: cephx 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding auth protocol: cephx 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.577 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:02:45.494+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:02:45.494+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command objecter_requests cmddesc objecter_requests hook 0x56433daa72b0 EEXIST 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: init 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding auth protocol: cephx 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding auth protocol: cephx 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding auth protocol: cephx 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:02:45.494+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:02:45.494+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:02:45.494+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command rotate-key cmddesc rotate-key hook 0x56433da81340 EEXIST 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): picked mon.noname-b con 0x56433dacf4e0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): picked mon.noname-a con 0x56433dacf8b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): picked mon.noname-c con 0x56433db01ba0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): authenticate will time out at 1995.506893s 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:02:45.494+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request con 0x56433db01ba0 auth_method 0 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:02:45.494+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:02:45.494+0000 7f45a6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:02:45.494+0000 7f45a6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:02:45.495+0000 7f459ffff640 10 monclient(hunting): get_auth_request con 0x56433dacf4e0 auth_method 0 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:02:45.495+0000 7f459ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:02:45.495+0000 7f459ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.578 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:02:45.495+0000 7f459ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_done global_id 37556 payload 824 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 1 monclient: found mon.noname-c 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:02:45.495+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433dacf8b0 auth_method 0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: dump: 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: dump: 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:02:45.495+0000 7f45a7fff640 4 set_mon_vals no callback set 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:02:45.495+0000 7f45af747900 5 monclient: authenticate success, global_id 37556 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:02:45.495+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:02:45.495+0000 7f45af747900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:02:45.496+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:02:45.496+0000 7f45af747900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:02:45.496+0000 7f4594ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:02:45.496+0000 7f4594ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:02:45.496+0000 7f4594ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:02:45.497+0000 7f459ffff640 10 monclient: get_auth_request con 0x7f4578077450 auth_method 0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: get_monmap_and_config 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: build_initial_monmap 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:02:45.497+0000 7f45af747900 1 build_initial for_mkfs: 0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: monmap: 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:45.579 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding auth protocol: cephx 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding auth protocol: cephx 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding auth protocol: cephx 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:02:45.497+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: init 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding auth protocol: cephx 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding auth protocol: cephx 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding auth protocol: cephx 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:02:45.497+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:02:45.497+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:02:45.497+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe3b594e88 EEXIST 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): picked mon.noname-b con 0x56433db8af60 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): picked mon.noname-c con 0x56433db92410 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): picked mon.noname-a con 0x56433dbbb360 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): authenticate will time out at 1995.509937s 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request con 0x56433dbbb360 auth_method 0 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): get_auth_request con 0x56433db92410 auth_method 0 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.580 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_done global_id 8175 payload 274 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 1 monclient: found mon.noname-a 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:02:45.498+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433db8af60 auth_method 0 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: dump: 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: dump: 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:02:45.498+0000 7f45af747900 5 monclient: authenticate success, global_id 8175 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:02:45.498+0000 7f45af747900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:02:45.498+0000 7f45af747900 4 set_mon_vals no callback set 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:02:45.498+0000 7f45af747900 10 monclient: shutdown 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:02:45.498+0000 7f45af747900 10 monclient: build_initial_monmap 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:02:45.498+0000 7f45af747900 1 build_initial for_mkfs: 0 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:02:45.498+0000 7f45af747900 10 monclient: monmap: 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding auth protocol: cephx 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding auth protocol: cephx 2026-04-02T12:02:45.581 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding auth protocol: cephx 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:02:45.498+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:02:45.499+0000 7f45af747900 1 librados: starting msgr at 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:02:45.499+0000 7f45af747900 1 librados: starting objecter 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:02:45.499+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command objecter_requests cmddesc objecter_requests hook 0x56433db69870 EEXIST 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:02:45.499+0000 7f45af747900 1 librados: setting wanted keys 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:02:45.499+0000 7f45af747900 1 librados: calling monclient init 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: init 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding auth protocol: cephx 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding auth protocol: cephx 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding auth protocol: cephx 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:02:45.499+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:02:45.499+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:02:45.499+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command rotate-key cmddesc rotate-key hook 0x56433dafb0a8 EEXIST 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): picked mon.noname-a con 0x56433db92410 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): picked mon.noname-b con 0x56433dbbb360 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): picked mon.noname-c con 0x56433db93640 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): authenticate will time out at 1995.511488s 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request con 0x56433db93640 auth_method 0 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): get_auth_request con 0x56433db92410 auth_method 0 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.582 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_done global_id 37562 payload 824 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 1 monclient: found mon.noname-c 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: dump: 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: dump: 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:02:45.499+0000 7f45af747900 5 monclient: authenticate success, global_id 37562 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:02:45.499+0000 7f458a7fc640 4 set_mon_vals no callback set 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:02:45.500+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:02:45.500+0000 7f45af747900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:02:45.500+0000 7f45af747900 1 librados: init done 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:02:45.500+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cr dump hook 0x56433dbbbd58 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:02:45.501+0000 7f4588ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:02:45.501+0000 7f4588ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:02:45.501+0000 7f4588ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:02:45.501+0000 7f459ffff640 10 monclient: get_auth_request con 0x7f4568077540 auth_method 0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:02:45.501+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:02:45.501+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433dc2a970 auth_method 0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:02:45.502+0000 7f45af747900 20 realm 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:02:45.502+0000 7f45af747900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:45.583 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:02:45.502+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433dc4d180 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:02:45.503+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:02:45.503+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:02:45.503+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433dc6e9d0 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:02:45.503+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:02:45.503+0000 7f45af747900 20 searching for the correct realm 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:02:45.504+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x56433dc91700 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:02:45.504+0000 7f459ffff640 10 monclient: get_auth_request con 0x7f4598065070 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:02:45.505+0000 7f45a77fe640 10 monclient: get_auth_request con 0x7f45a0027420 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:02:45.507+0000 7f45a77fe640 0 -- 192.168.123.102:0/1347169168 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f45a0027420 msgr2=0x7f45a0027870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:02:45.507+0000 7f4588ff9640 1 client.37562.objecter ms_handle_reset 0x7f45a0027420 session 0x7f45a000f040 osd.4 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:02:45.507+0000 7f4588ff9640 10 monclient: _renew_subs 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:02:45.507+0000 7f4588ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:02:45.507+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x7f45a0054040 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:02:45.507+0000 7f45a77fe640 10 monclient: get_auth_request con 0x7f45680a4200 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:02:45.509+0000 7f459ffff640 10 monclient: get_auth_request con 0x7f45a0055930 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:02:45.509+0000 7f45a6ffd640 0 -- 192.168.123.102:0/1347169168 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f45a0054040 msgr2=0x7f45a0058960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:02:45.509+0000 7f4588ff9640 1 client.37562.objecter ms_handle_reset 0x7f45a0054040 session 0x7f45a0027db0 osd.6 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:02:45.509+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x7f45a0027420 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:02:45.512+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:02:45.512+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:02:45.512+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:02:45.513+0000 7f45af747900 20 zone default found 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:02:45.513+0000 7f45af747900 4 Realm: () 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:02:45.513+0000 7f45af747900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:02:45.513+0000 7f45af747900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:02:45.513+0000 7f45af747900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:02:45.513+0000 7f45af747900 20 zonegroup default 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:02:45.514+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:02:45.514+0000 7f45af747900 20 started sync module instance, tier type = 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:02:45.514+0000 7f45af747900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=4 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=1 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=2 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=7 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=3 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:02:45.518+0000 7f45af747900 20 add_watcher() i=5 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:02:45.518+0000 7f45af747900 20 add_watcher() i=6 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:02:45.518+0000 7f45af747900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:02:45.518+0000 7f45a77fe640 10 monclient: get_auth_request con 0x7f4534007200 auth_method 0 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding auth protocol: cephx 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding auth protocol: cephx 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding auth protocol: cephx 2026-04-02T12:02:45.584 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:02:45.520+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:02:45.520+0000 7f45af747900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:02:45.520+0000 7f45af747900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cache list hook 0x56433db941c0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cache inspect hook 0x56433db941c0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cache erase hook 0x56433db941c0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cache zap hook 0x56433db941c0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:02:45.520+0000 7f45af747900 5 note: GC not initialized 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:02:45.520+0000 7f45537fe640 20 reqs_thread_entry: start 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command sync trace show hook 0x7f459000f070 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command sync trace history hook 0x7f459000f070 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command sync trace active hook 0x7f459000f070 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command sync trace active_short hook 0x7f459000f070 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:02:45.520+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x56433dcc44a0 auth_method 0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:02:45.522+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433dcc3890 auth_method 0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:02:45.523+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433dcbd360 auth_method 0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:02:45.525+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x56433dcbedf0 auth_method 0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:02:45.528+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433dda9770 auth_method 0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:02:45.533+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433ddac010 auth_method 0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:02:45.558+0000 7f45af747900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:02:45.558+0000 7f45af747900 20 Filter name: none 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:02:45.558+0000 7f45517fa640 20 reqs_thread_entry: start 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:02:45.558+0000 7f45af747900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:02:45.558+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:02:45.559+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:02:45.559+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:02:45.559+0000 7f45af747900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:02:45.559+0000 7f45af747900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:02:45.559+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:02:45.559+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:02:45.559+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:02:45.559+0000 7f45af747900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:02:45.559+0000 7f45af747900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:02:45.559+0000 7f45af747900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:02:45.559+0000 7f45af747900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:02:45.560+0000 7f45af747900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:02:45.565+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:02:45.565+0000 7f45af747900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:02:45.565+0000 7f45af747900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:02:45.565+0000 7f45af747900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927314 cookie 94846800606544 notifier 37562 bl.length()=923 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:02:45.585 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:02:45.567+0000 7f458a7fc640 20 trim reshard logs: write on '.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1' needs retry: Success 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:02:45.568+0000 7f45af747900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f45af747900 time 2026-04-02T12:02:45.569511+0000 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f45b0b8f8f8] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x56433bd6dfc4] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x1013a2f) [0x56433c967a2f] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56433c48ee3e] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f45afc2a610] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:02:45.569+0000 7f45af747900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f45af747900 thread_name:radosgw-admin 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f45afc3fc30] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f45afc8d02c] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f45b0b8f957] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x56433bd6dfc4] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x1013a2f) [0x56433c967a2f] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56433c48ee3e] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f45afc2a610] 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:02:45.586 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:45.587 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f45517fa640 / http_manager 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f45537fe640 / http_manager 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f4588ff9640 / ms_dispatch 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f4589ffb640 / io_context_pool 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f458a7fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f4594ff9640 / ms_dispatch 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f45977fe640 / ms_dispatch 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f459d7fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f459dffb640 / admin_socket 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f459ffff640 / msgr-worker-2 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f45a67fc640 / ms_dispatch 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f45a6ffd640 / msgr-worker-1 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f45a77fe640 / msgr-worker-0 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f45a7fff640 / io_context_pool 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 7f45af747900 / radosgw-admin 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.97603.log 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: dump: 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:02:45.486+0000 7f45af747900 5 monclient: authenticate success, global_id 8169 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:02:45.486+0000 7f459d7fa640 10 monclient: dump: 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.588 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:02:45.486+0000 7f45af747900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:02:45.486+0000 7f45af747900 4 set_mon_vals no callback set 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: shutdown 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:02:45.487+0000 7f45af747900 5 asok(0x56433d7c86b0) unregister_commands rotate-key 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: build_initial_monmap 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:02:45.487+0000 7f45af747900 1 build_initial for_mkfs: 0 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: monmap: 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding auth protocol: cephx 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding auth protocol: cephx 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding auth protocol: cephx 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8d18a0) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:02:45.487+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:02:45.487+0000 7f45af747900 1 librados: starting msgr at 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:02:45.487+0000 7f45af747900 1 librados: starting objecter 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:02:45.487+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command objecter_requests hook 0x56433d8d2d70 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:02:45.487+0000 7f45af747900 1 librados: setting wanted keys 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:02:45.487+0000 7f45af747900 1 librados: calling monclient init 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: init 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding auth protocol: cephx 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding auth protocol: cephx 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding auth protocol: cephx 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: crc 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:02:45.487+0000 7f45af747900 5 AuthRegistry(0x56433d8cb560) adding con mode: secure 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:02:45.487+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.589 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:02:45.487+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:02:45.487+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command rotate-key hook 0x56433d8cb6a8 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): picked mon.noname-b con 0x56433d858510 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): picked mon.noname-a con 0x56433d85d6f0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): picked mon.noname-c con 0x56433d909ec0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:02:45.487+0000 7f45af747900 10 monclient(hunting): authenticate will time out at 1995.499895s 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:02:45.487+0000 7f459ffff640 10 monclient(hunting): get_auth_request con 0x56433d85d6f0 auth_method 0 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:02:45.487+0000 7f459ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:02:45.487+0000 7f459ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:02:45.487+0000 7f459ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): get_auth_request con 0x56433d909ec0 auth_method 0 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:02:45.488+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request con 0x56433d858510 auth_method 0 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:02:45.488+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:02:45.488+0000 7f45a6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:02:45.488+0000 7f45a6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:02:45.488+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient(hunting): handle_auth_done global_id 8172 payload 824 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient: _finish_hunting 0 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:02:45.488+0000 7f459ffff640 1 monclient: found mon.noname-a 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:02:45.488+0000 7f459ffff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: dump: 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:02:45.488+0000 7f45977fe640 10 monclient: dump: 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.590 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:02:45.488+0000 7f45af747900 5 monclient: authenticate success, global_id 8172 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:02:45.488+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:02:45.488+0000 7f45af747900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:02:45.488+0000 7f459d7fa640 4 set_mon_vals no callback set 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:02:45.488+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:02:45.488+0000 7f45af747900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.102:3300/0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:02:45.488+0000 7f45af747900 1 librados: init done 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:02:45.490+0000 7f45977fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:02:45.490+0000 7f45977fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:02:45.490+0000 7f45977fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:02:45.491+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x7f4584077610 auth_method 0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:02:45.491+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433d9b5b90 auth_method 0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:02:45.492+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x56433da3df50 auth_method 0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:02:45.492+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433da602a0 auth_method 0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:02:45.493+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433da5f830 auth_method 0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: build_initial_monmap 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:02:45.494+0000 7f45af747900 1 build_initial for_mkfs: 0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: monmap: 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding auth protocol: cephx 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding auth protocol: cephx 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding auth protocol: cephx 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433daa3e90) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:02:45.494+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:02:45.494+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command objecter_requests cmddesc objecter_requests hook 0x56433daa72b0 EEXIST 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: init 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding auth protocol: cephx 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding auth protocol: cephx 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding auth protocol: cephx 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.591 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: crc 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:02:45.494+0000 7f45af747900 5 AuthRegistry(0x56433da811f8) adding con mode: secure 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:02:45.494+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:02:45.494+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:02:45.494+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command rotate-key cmddesc rotate-key hook 0x56433da81340 EEXIST 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): picked mon.noname-b con 0x56433dacf4e0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): picked mon.noname-a con 0x56433dacf8b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): picked mon.noname-c con 0x56433db01ba0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:02:45.494+0000 7f45af747900 10 monclient(hunting): authenticate will time out at 1995.506893s 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:02:45.494+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request con 0x56433db01ba0 auth_method 0 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:02:45.494+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:02:45.494+0000 7f45a6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:02:45.494+0000 7f45a6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:02:45.495+0000 7f459ffff640 10 monclient(hunting): get_auth_request con 0x56433dacf4e0 auth_method 0 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:02:45.495+0000 7f459ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:02:45.495+0000 7f459ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:02:45.495+0000 7f459ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_done global_id 37556 payload 824 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 1 monclient: found mon.noname-c 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:02:45.495+0000 7f45a6ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:02:45.495+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433dacf8b0 auth_method 0 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: dump: 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:02:45.495+0000 7f4594ff9640 10 monclient: dump: 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.592 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:02:45.495+0000 7f45a7fff640 4 set_mon_vals no callback set 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:02:45.495+0000 7f45af747900 5 monclient: authenticate success, global_id 37556 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:02:45.495+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:02:45.495+0000 7f45af747900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:02:45.496+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:02:45.496+0000 7f45af747900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:02:45.496+0000 7f4594ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:02:45.496+0000 7f4594ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:02:45.496+0000 7f4594ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:02:45.497+0000 7f459ffff640 10 monclient: get_auth_request con 0x7f4578077450 auth_method 0 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: get_monmap_and_config 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: build_initial_monmap 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:02:45.497+0000 7f45af747900 1 build_initial for_mkfs: 0 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: monmap: 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding auth protocol: cephx 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding auth protocol: cephx 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding auth protocol: cephx 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x56433db63e90) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:02:45.497+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: init 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding auth protocol: cephx 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding auth protocol: cephx 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding auth protocol: cephx 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.593 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: crc 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:02:45.497+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594d40) adding con mode: secure 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:02:45.497+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:02:45.497+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:02:45.497+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe3b594e88 EEXIST 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): picked mon.noname-b con 0x56433db8af60 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): picked mon.noname-c con 0x56433db92410 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): picked mon.noname-a con 0x56433dbbb360 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:02:45.497+0000 7f45af747900 10 monclient(hunting): authenticate will time out at 1995.509937s 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request con 0x56433dbbb360 auth_method 0 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): get_auth_request con 0x56433db92410 auth_method 0 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:02:45.498+0000 7f45a77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_done global_id 8175 payload 274 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 1 monclient: found mon.noname-a 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:02:45.498+0000 7f45a6ffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.102:3300/0 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:02:45.498+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433db8af60 auth_method 0 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: dump: 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:02:45.498+0000 7f458a7fc640 10 monclient: dump: 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.594 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:02:45.498+0000 7f45af747900 5 monclient: authenticate success, global_id 8175 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:02:45.498+0000 7f45af747900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:02:45.498+0000 7f45af747900 4 set_mon_vals no callback set 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:02:45.498+0000 7f45af747900 10 monclient: shutdown 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:02:45.498+0000 7f45af747900 10 monclient: build_initial_monmap 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:02:45.498+0000 7f45af747900 1 build_initial for_mkfs: 0 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:02:45.498+0000 7f45af747900 10 monclient: monmap: 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding auth protocol: cephx 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding auth protocol: cephx 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding auth protocol: cephx 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:02:45.498+0000 7f45af747900 5 AuthRegistry(0x56433db63d60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:02:45.498+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:02:45.499+0000 7f45af747900 1 librados: starting msgr at 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:02:45.499+0000 7f45af747900 1 librados: starting objecter 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:02:45.499+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command objecter_requests cmddesc objecter_requests hook 0x56433db69870 EEXIST 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:02:45.499+0000 7f45af747900 1 librados: setting wanted keys 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:02:45.499+0000 7f45af747900 1 librados: calling monclient init 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: init 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding auth protocol: cephx 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding auth protocol: cephx 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding auth protocol: cephx 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: crc 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:02:45.499+0000 7f45af747900 5 AuthRegistry(0x56433dafaf60) adding con mode: secure 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:02:45.499+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.595 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:02:45.499+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:02:45.499+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command rotate-key cmddesc rotate-key hook 0x56433dafb0a8 EEXIST 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): picked mon.noname-a con 0x56433db92410 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): picked mon.noname-b con 0x56433dbbb360 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): picked mon.noname-c con 0x56433db93640 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient(hunting): authenticate will time out at 1995.511488s 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request con 0x56433db93640 auth_method 0 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): get_auth_request con 0x56433db92410 auth_method 0 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:02:45.499+0000 7f459ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient(hunting): handle_auth_done global_id 37562 payload 824 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 1 monclient: found mon.noname-c 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:02:45.499+0000 7f45a6ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: dump: 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:02:45.499+0000 7f4588ff9640 10 monclient: dump: 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:02:45.499+0000 7f45af747900 5 monclient: authenticate success, global_id 37562 2026-04-02T12:02:45.596 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:02:45.499+0000 7f458a7fc640 4 set_mon_vals no callback set 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:02:45.499+0000 7f45af747900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:02:45.500+0000 7f45af747900 10 monclient: _renew_subs 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:02:45.500+0000 7f45af747900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:02:45.500+0000 7f45af747900 1 librados: init done 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:02:45.500+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cr dump hook 0x56433dbbbd58 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:02:45.501+0000 7f4588ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:02:45.501+0000 7f4588ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:02:45.501+0000 7f4588ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:02:45.501+0000 7f459ffff640 10 monclient: get_auth_request con 0x7f4568077540 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:02:45.501+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:02:45.501+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433dc2a970 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:02:45.502+0000 7f45af747900 20 realm 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:02:45.502+0000 7f45af747900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:02:45.502+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:02:45.502+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433dc4d180 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:02:45.503+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:02:45.503+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:02:45.503+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433dc6e9d0 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:02:45.503+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:02:45.503+0000 7f45af747900 20 searching for the correct realm 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:02:45.504+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x56433dc91700 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:02:45.504+0000 7f459ffff640 10 monclient: get_auth_request con 0x7f4598065070 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:02:45.505+0000 7f45a77fe640 10 monclient: get_auth_request con 0x7f45a0027420 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:02:45.507+0000 7f45a77fe640 0 -- 192.168.123.102:0/1347169168 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f45a0027420 msgr2=0x7f45a0027870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:02:45.507+0000 7f4588ff9640 1 client.37562.objecter ms_handle_reset 0x7f45a0027420 session 0x7f45a000f040 osd.4 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:02:45.507+0000 7f4588ff9640 10 monclient: _renew_subs 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:02:45.507+0000 7f4588ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:02:45.507+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x7f45a0054040 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:02:45.507+0000 7f45a77fe640 10 monclient: get_auth_request con 0x7f45680a4200 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:02:45.509+0000 7f459ffff640 10 monclient: get_auth_request con 0x7f45a0055930 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:02:45.509+0000 7f45a6ffd640 0 -- 192.168.123.102:0/1347169168 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f45a0054040 msgr2=0x7f45a0058960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:02:45.509+0000 7f4588ff9640 1 client.37562.objecter ms_handle_reset 0x7f45a0054040 session 0x7f45a0027db0 osd.6 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:02:45.509+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x7f45a0027420 auth_method 0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:02:45.512+0000 7f45af747900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:02:45.512+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:02:45.512+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:02:45.512+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:02:45.513+0000 7f45af747900 20 zone default found 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:02:45.513+0000 7f45af747900 4 Realm: () 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:02:45.513+0000 7f45af747900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:02:45.513+0000 7f45af747900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:02:45.513+0000 7f45af747900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:02:45.513+0000 7f45af747900 20 zonegroup default 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:02:45.513+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.597 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:02:45.514+0000 7f45af747900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:02:45.514+0000 7f45af747900 20 started sync module instance, tier type = 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:02:45.514+0000 7f45af747900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=4 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=1 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=2 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=7 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:02:45.517+0000 7f45af747900 20 add_watcher() i=3 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:02:45.518+0000 7f45af747900 20 add_watcher() i=5 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:02:45.518+0000 7f45af747900 20 add_watcher() i=6 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:02:45.518+0000 7f45af747900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:02:45.518+0000 7f45a77fe640 10 monclient: get_auth_request con 0x7f4534007200 auth_method 0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding auth protocol: cephx 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding auth protocol: cephx 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding auth protocol: cephx 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:02:45.519+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: crc 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:02:45.520+0000 7f45af747900 5 AuthRegistry(0x7ffe3b594e30) adding con mode: secure 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:02:45.520+0000 7f45af747900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:02:45.520+0000 7f45af747900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:02:45.520+0000 7f45af747900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cache list hook 0x56433db941c0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cache inspect hook 0x56433db941c0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cache erase hook 0x56433db941c0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command cache zap hook 0x56433db941c0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:02:45.520+0000 7f45af747900 5 note: GC not initialized 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:02:45.520+0000 7f45537fe640 20 reqs_thread_entry: start 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command sync trace show hook 0x7f459000f070 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command sync trace history hook 0x7f459000f070 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command sync trace active hook 0x7f459000f070 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:02:45.520+0000 7f45af747900 5 asok(0x56433d7c86b0) register_command sync trace active_short hook 0x7f459000f070 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:02:45.520+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x56433dcc44a0 auth_method 0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:02:45.522+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433dcc3890 auth_method 0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:02:45.523+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433dcbd360 auth_method 0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:02:45.525+0000 7f45a6ffd640 10 monclient: get_auth_request con 0x56433dcbedf0 auth_method 0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:02:45.528+0000 7f459ffff640 10 monclient: get_auth_request con 0x56433dda9770 auth_method 0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:02:45.533+0000 7f45a77fe640 10 monclient: get_auth_request con 0x56433ddac010 auth_method 0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:02:45.558+0000 7f45af747900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:02:45.558+0000 7f45af747900 20 Filter name: none 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:02:45.558+0000 7f45517fa640 20 reqs_thread_entry: start 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:02:45.558+0000 7f45af747900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:02:45.558+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:02:45.559+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:02:45.559+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:02:45.559+0000 7f45af747900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:02:45.559+0000 7f45af747900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:02:45.559+0000 7f45af747900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:02:45.559+0000 7f45af747900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:02:45.559+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.598 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:02:45.559+0000 7f45af747900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:02:45.559+0000 7f45af747900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:02:45.559+0000 7f45af747900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:02:45.559+0000 7f45af747900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:02:45.560+0000 7f45af747900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:02:45.565+0000 7f45af747900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:02:45.565+0000 7f45af747900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:02:45.565+0000 7f45af747900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:02:45.565+0000 7f45af747900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927314 cookie 94846800606544 notifier 37562 bl.length()=923 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:02:45.566+0000 7f4589ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:02:45.566+0000 7f45af747900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:02:45.567+0000 7f458a7fc640 20 trim reshard logs: write on '.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1' needs retry: Success 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:02:45.568+0000 7f45af747900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f45af747900 time 2026-04-02T12:02:45.569511+0000 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f45b0b8f8f8] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x56433bd6dfc4] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 3: radosgw-admin(+0x1013a2f) [0x56433c967a2f] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56433c48ee3e] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 5: main() 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f45afc2a610] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 7: __libc_start_main() 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 8: _start() 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:02:45.569+0000 7f45af747900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7f45af747900 thread_name:radosgw-admin 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f45afc3fc30] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f45afc8d02c] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f45b0b8f957] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x56433bd6dfc4] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 7: radosgw-admin(+0x1013a2f) [0x56433c967a2f] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56433c48ee3e] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 9: main() 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f45afc2a610] 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 11: __libc_start_main() 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 12: _start() 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:02:45.599 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:02:45.600 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f45517fa640 / http_manager 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f45537fe640 / http_manager 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f4588ff9640 / ms_dispatch 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f4589ffb640 / io_context_pool 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f458a7fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f4594ff9640 / ms_dispatch 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f45977fe640 / ms_dispatch 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f459d7fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f459dffb640 / admin_socket 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f459ffff640 / msgr-worker-2 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f45a67fc640 / ms_dispatch 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f45a6ffd640 / msgr-worker-1 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f45a77fe640 / msgr-worker-0 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f45a7fff640 / io_context_pool 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: 7f45af747900 / radosgw-admin 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:02:45.601 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:02:45.570614Z_bbc483df-219a-4295-966d-d1b0d3058aa7/log 2026-04-02T12:02:45.602 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:02:45.602 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:02:45.602 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:45.602 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:45.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.618+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.619+0000 7fc16012b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.619+0000 7fc16012b900 20 realm 2026-04-02T12:02:45.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.619+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.619+0000 7fc16012b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.619+0000 7fc16012b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:45.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.619+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.620+0000 7fc16012b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.620+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.620+0000 7fc16012b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:45.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.620+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.621+0000 7fc16012b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:45.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.621+0000 7fc16012b900 20 searching for the correct realm 2026-04-02T12:02:45.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.624+0000 7fc1577fe640 0 -- 192.168.123.102:0/2977314414 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x557b6b669cf0 msgr2=0x557b6b68a1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:45.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.626+0000 7fc14ffff640 0 -- 192.168.123.102:0/2977314414 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fc15006b9d0 msgr2=0x7fc1500b40d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.629+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:45.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 zone default found 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 4 Realm: () 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 zonegroup default 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.630+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.631+0000 7fc16012b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.631+0000 7fc16012b900 20 started sync module instance, tier type = 2026-04-02T12:02:45.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.631+0000 7fc16012b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.634+0000 7fc16012b900 20 add_watcher() i=0 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.634+0000 7fc16012b900 20 add_watcher() i=4 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.634+0000 7fc16012b900 20 add_watcher() i=7 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.634+0000 7fc16012b900 20 add_watcher() i=5 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.635+0000 7fc16012b900 20 add_watcher() i=2 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.635+0000 7fc16012b900 20 add_watcher() i=1 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.635+0000 7fc16012b900 20 add_watcher() i=3 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.635+0000 7fc16012b900 20 add_watcher() i=6 2026-04-02T12:02:45.636 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.635+0000 7fc16012b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:45.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.636+0000 7fc16012b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:45.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.636+0000 7fc16012b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:45.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.636+0000 7fc16012b900 5 note: GC not initialized 2026-04-02T12:02:45.638 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.637+0000 7fc108ff1640 20 reqs_thread_entry: start 2026-04-02T12:02:45.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.679+0000 7fc16012b900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:45.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.679+0000 7fc16012b900 20 Filter name: none 2026-04-02T12:02:45.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc101ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:45.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:02:45.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.681 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.680+0000 7fc16012b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.681+0000 7fc16012b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.681+0000 7fc16012b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.681+0000 7fc16012b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:02:45.682 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.681+0000 7fc16012b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:02:45.686 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 20 remove_watcher() i=3 2026-04-02T12:02:45.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 2 removed watcher, disabling cache 2026-04-02T12:02:45.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 20 remove_watcher() i=0 2026-04-02T12:02:45.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 20 remove_watcher() i=4 2026-04-02T12:02:45.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 20 remove_watcher() i=5 2026-04-02T12:02:45.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 20 remove_watcher() i=2 2026-04-02T12:02:45.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 20 remove_watcher() i=1 2026-04-02T12:02:45.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 20 remove_watcher() i=6 2026-04-02T12:02:45.687 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:02:45.685+0000 7fc16012b900 20 remove_watcher() i=7 2026-04-02T12:02:45.693 INFO:tasks.workunit.client.0.vm02.stderr: test: duplicated entries can be purged manually 2026-04-02T12:03:15.724 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:03:15.743 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:15.743 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:15.764 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.763+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.763+0000 7fa29bc78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.763+0000 7fa29bc78900 20 realm 2026-04-02T12:03:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.763+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.764+0000 7fa29bc78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.764+0000 7fa29bc78900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.764+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.764+0000 7fa29bc78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.764+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.765+0000 7fa29bc78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:15.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.765+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.765+0000 7fa29bc78900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:15.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.765+0000 7fa29bc78900 20 searching for the correct realm 2026-04-02T12:03:15.770 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.768+0000 7fa299f30640 0 -- 192.168.123.102:0/2875848235 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x5632cb333730 msgr2=0x5632cb353be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:15.773 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.771+0000 7fa299f30640 0 -- 192.168.123.102:0/2875848235 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fa28c099440 msgr2=0x7fa28c0998b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.774+0000 7fa29bc78900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.774+0000 7fa29bc78900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.774+0000 7fa29bc78900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.774+0000 7fa29bc78900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.774+0000 7fa29bc78900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.774+0000 7fa29bc78900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.774+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.776 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 zone default found 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 4 Realm: () 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 zonegroup default 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.775+0000 7fa29bc78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.776+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.776+0000 7fa29bc78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.776+0000 7fa29bc78900 20 started sync module instance, tier type = 2026-04-02T12:03:15.777 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.776+0000 7fa29bc78900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:15.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.779+0000 7fa29bc78900 20 add_watcher() i=1 2026-04-02T12:03:15.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.779+0000 7fa29bc78900 20 add_watcher() i=2 2026-04-02T12:03:15.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.779+0000 7fa29bc78900 20 add_watcher() i=7 2026-04-02T12:03:15.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.779+0000 7fa29bc78900 20 add_watcher() i=3 2026-04-02T12:03:15.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.779+0000 7fa29bc78900 20 add_watcher() i=4 2026-04-02T12:03:15.781 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.779+0000 7fa29bc78900 20 add_watcher() i=0 2026-04-02T12:03:15.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.780+0000 7fa29bc78900 20 add_watcher() i=5 2026-04-02T12:03:15.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.780+0000 7fa29bc78900 20 add_watcher() i=6 2026-04-02T12:03:15.782 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.780+0000 7fa29bc78900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:15.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.782+0000 7fa29bc78900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:15.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.782+0000 7fa29bc78900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:15.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.782+0000 7fa29bc78900 5 note: GC not initialized 2026-04-02T12:03:15.784 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.783+0000 7fa2467ec640 20 reqs_thread_entry: start 2026-04-02T12:03:15.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.823+0000 7fa29bc78900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:15.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.823+0000 7fa29bc78900 20 Filter name: none 2026-04-02T12:03:15.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.823+0000 7fa23ffff640 20 reqs_thread_entry: start 2026-04-02T12:03:15.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.824+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.824+0000 7fa29bc78900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:15.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.824+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.824+0000 7fa29bc78900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:15.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.824+0000 7fa29bc78900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:15.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.824+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.825+0000 7fa29bc78900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:15.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.825+0000 7fa29bc78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.825+0000 7fa29bc78900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:15.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.825+0000 7fa29bc78900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:15.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 20 remove_watcher() i=0 2026-04-02T12:03:15.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 2 removed watcher, disabling cache 2026-04-02T12:03:15.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 20 remove_watcher() i=7 2026-04-02T12:03:15.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 20 remove_watcher() i=5 2026-04-02T12:03:15.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 20 remove_watcher() i=3 2026-04-02T12:03:15.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 20 remove_watcher() i=4 2026-04-02T12:03:15.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 20 remove_watcher() i=1 2026-04-02T12:03:15.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 20 remove_watcher() i=6 2026-04-02T12:03:15.831 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.829+0000 7fa29bc78900 20 remove_watcher() i=2 2026-04-02T12:03:15.836 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:15.836 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:03:15.836 INFO:tasks.workunit.client.0.vm02.stderr:bucket: a-bucket id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 num_objects: 11 size_kb: 1 num_shards: 3 2026-04-02T12:03:15.836 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:15.838 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:03:15.859 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:15.859 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:15.878 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 realm 2026-04-02T12:03:15.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:15.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:15.879 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.878+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:15.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.878+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:15.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.879+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:15.880 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.879+0000 7fbbeeda2900 20 searching for the correct realm 2026-04-02T12:03:15.884 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:15.882+0000 7fbbec859640 0 -- 192.168.123.102:0/2770697861 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fbbe008bd30 msgr2=0x7fbbe0086a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:16.088 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.087+0000 7fbbe7fff640 0 -- 192.168.123.102:0/2770697861 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55e2b53648b0 msgr2=0x55e2b5384cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:16.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:16.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:16.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:16.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:16.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:16.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:16.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.090 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 zone default found 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 Realm: () 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 zonegroup default 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.091 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 started sync module instance, tier type = 2026-04-02T12:03:16.092 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=1 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=2 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=3 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=7 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=5 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=0 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=4 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=6 2026-04-02T12:03:16.095 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.094+0000 7fbbeeda2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:16.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.096+0000 7fbbeeda2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:16.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.096+0000 7fbbeeda2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:16.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 note: GC not initialized 2026-04-02T12:03:16.097 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.096+0000 7fbb99feb640 20 reqs_thread_entry: start 2026-04-02T12:03:16.133 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 Filter name: none 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbb937fe640 20 reqs_thread_entry: start 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.133+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:16.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.134+0000 7fbbeeda2900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:03:16.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.139 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:03:16.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927315 cookie 94432191246048 notifier 37613 bl.length()=923 2026-04-02T12:03:16.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:03:16.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:03:16.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:03:16.140 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbbeeda2900 time 2026-04-02T12:03:16.141882+0000 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fbbf1f8f8f8] 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55e2b1b4efc4] 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55e2b226fea6] 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fbbf102a610] 2026-04-02T12:03:16.142 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.141+0000 7fbbeeda2900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbbeeda2900 time 2026-04-02T12:03:16.141882+0000 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fbbf1f8f8f8] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55e2b1b4efc4] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55e2b226fea6] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fbbf102a610] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fbbeeda2900 thread_name:radosgw-admin 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fbbf103fc30] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fbbf108d02c] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fbbf1f8f957] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55e2b1b4efc4] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55e2b226fea6] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fbbf102a610] 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:03:16.143 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:03:16.152 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.141+0000 7fbbeeda2900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:16.152 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fbbeeda2900 thread_name:radosgw-admin 2026-04-02T12:03:16.152 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fbbf103fc30] 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fbbf108d02c] 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fbbf1f8f957] 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55e2b1b4efc4] 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55e2b226fea6] 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fbbf102a610] 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: dump: 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: dump: 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37601 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 4 set_mon_vals no callback set 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 10 monclient: shutdown 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) unregister_commands rotate-key 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 10 monclient: build_initial_monmap 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 1 build_initial for_mkfs: 0 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 10 monclient: monmap: 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.153 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding auth protocol: cephx 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding auth protocol: cephx 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding auth protocol: cephx 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 1 librados: starting msgr at 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 1 librados: starting objecter 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command objecter_requests hook 0x55e2b4fe6930 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 1 librados: setting wanted keys 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 1 librados: calling monclient init 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient: init 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding auth protocol: cephx 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding auth protocol: cephx 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding auth protocol: cephx 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command rotate-key hook 0x55e2b4fdf2d8 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-a con 0x55e2b4f714b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-b con 0x55e2b4f71880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-c con 0x55e2b50219a0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): authenticate will time out at 2025.876649s 2026-04-02T12:03:16.154 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): get_auth_request con 0x55e2b50219a0 auth_method 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): get_auth_request con 0x55e2b4f714b0 auth_method 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:03:15.864+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request con 0x55e2b4f71880 auth_method 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:03:15.864+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:03:15.864+0000 7fbbe7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:03:15.864+0000 7fbbe7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): handle_auth_done global_id 37604 payload 824 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient: _finish_hunting 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:03:15.864+0000 7fbbed05a640 1 monclient: found mon.noname-c 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: dump: 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: dump: 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37604 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:03:15.865+0000 7fbbdaffd640 4 set_mon_vals no callback set 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 1 librados: init done 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:03:15.866+0000 7fbbd97fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:03:15.866+0000 7fbbd97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:03:15.866+0000 7fbbd97fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:03:15.866+0000 7fbbec859640 10 monclient: get_auth_request con 0x7fbbc8077610 auth_method 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:03:15.866+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b50c3a60 auth_method 0 2026-04-02T12:03:16.155 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:03:15.867+0000 7fbbec859640 10 monclient: get_auth_request con 0x55e2b5154c70 auth_method 0 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:03:15.868+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b5176e50 auth_method 0 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:03:15.869+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b5176530 auth_method 0 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 10 monclient: build_initial_monmap 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 1 build_initial for_mkfs: 0 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 10 monclient: monmap: 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding auth protocol: cephx 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding auth protocol: cephx 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding auth protocol: cephx 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e2b51be2d0 EEXIST 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 10 monclient: init 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding auth protocol: cephx 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding auth protocol: cephx 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding auth protocol: cephx 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command rotate-key cmddesc rotate-key hook 0x55e2b5197de0 EEXIST 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-b con 0x55e2b51e58a0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-c con 0x55e2b51e8180 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-a con 0x55e2b51e5c70 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): authenticate will time out at 2025.882557s 2026-04-02T12:03:16.156 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): get_auth_request con 0x55e2b51e8180 auth_method 0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): get_auth_request con 0x55e2b51e5c70 auth_method 0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:03:15.870+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request con 0x55e2b51e58a0 auth_method 0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:03:15.870+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:03:15.870+0000 7fbbe7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:03:15.870+0000 7fbbe7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): handle_auth_done global_id 37607 payload 824 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient: _finish_hunting 0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:03:15.870+0000 7fbbed05a640 1 monclient: found mon.noname-c 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: dump: 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37607 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: dump: 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:03:15.870+0000 7fbbed85b640 4 set_mon_vals no callback set 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:03:15.871+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:03:15.871+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:03:15.871+0000 7fbbce7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:03:15.871+0000 7fbbce7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:03:15.871+0000 7fbbce7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:03:15.872+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbbc0773d0 auth_method 0 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: get_monmap_and_config 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: build_initial_monmap 2026-04-02T12:03:16.157 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 1 build_initial for_mkfs: 0 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: monmap: 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding auth protocol: cephx 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding auth protocol: cephx 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding auth protocol: cephx 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: init 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding auth protocol: cephx 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding auth protocol: cephx 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding auth protocol: cephx 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe19bafd98 EEXIST 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-a con 0x55e2b52a1a80 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-b con 0x55e2b527c710 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-c con 0x55e2b52acab0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): authenticate will time out at 2025.884942s 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): get_auth_request con 0x55e2b52acab0 auth_method 0 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.158 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): handle_auth_done global_id 37610 payload 274 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient: _finish_hunting 0 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:03:15.873+0000 7fbbec859640 1 monclient: found mon.noname-c 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: dump: 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37610 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 4 set_mon_vals no callback set 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: dump: 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 10 monclient: shutdown 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 10 monclient: build_initial_monmap 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 1 build_initial for_mkfs: 0 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 10 monclient: monmap: 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding auth protocol: cephx 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding auth protocol: cephx 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding auth protocol: cephx 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.159 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 1 librados: starting msgr at 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 1 librados: starting objecter 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e2b527e800 EEXIST 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 1 librados: setting wanted keys 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 1 librados: calling monclient init 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient: init 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding auth protocol: cephx 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding auth protocol: cephx 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding auth protocol: cephx 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command rotate-key cmddesc rotate-key hook 0x55e2b5279578 EEXIST 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-a con 0x55e2b52a1a80 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-b con 0x55e2b52acab0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-c con 0x55e2b52a83f0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): authenticate will time out at 2025.886613s 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request con 0x55e2b52a1a80 auth_method 0 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): get_auth_request con 0x55e2b52a83f0 auth_method 0 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:03:15.874+0000 7fbbed05a640 10 monclient(hunting): get_auth_request con 0x55e2b52acab0 auth_method 0 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:03:15.874+0000 7fbbed05a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:03:15.874+0000 7fbbed05a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:03:15.874+0000 7fbbed05a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): handle_auth_done global_id 37613 payload 824 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient: _finish_hunting 0 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:03:15.874+0000 7fbbec859640 1 monclient: found mon.noname-c 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.160 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: dump: 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: dump: 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37613 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:03:15.875+0000 7fbbc3fff640 4 set_mon_vals no callback set 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 1 librados: init done 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cr dump hook 0x55e2b52a9718 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:03:15.876+0000 7fbbc27fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:03:15.876+0000 7fbbc27fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:03:15.876+0000 7fbbc27fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:03:15.876+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbac077540 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:03:15.877+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b5342170 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 realm 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:03:15.878+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b53648b0 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:03:15.878+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:03:15.878+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:03:15.878+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b5386100 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:03:15.879+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:03:15.879+0000 7fbbeeda2900 20 searching for the correct realm 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:03:15.879+0000 7fbbec859640 10 monclient: get_auth_request con 0x55e2b53a8e30 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:03:15.880+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbdc0785c0 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:03:15.881+0000 7fbbed05a640 10 monclient: get_auth_request con 0x7fbbe008f040 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:03:15.882+0000 7fbbec859640 0 -- 192.168.123.102:0/2770697861 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fbbe008bd30 msgr2=0x7fbbe0086a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:03:16.083+0000 7fbbec859640 10 monclient: get_auth_request con 0x7fbbe008bd30 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:03:16.085+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbe008c6d0 auth_method 0 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:03:16.087+0000 7fbbe7fff640 0 -- 192.168.123.102:0/2770697861 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55e2b53648b0 msgr2=0x55e2b5384cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:03:16.087+0000 7fbbc27fc640 1 client.37613.objecter ms_handle_reset 0x55e2b53648b0 session 0x55e2b5364230 osd.5 2026-04-02T12:03:16.161 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:03:16.087+0000 7fbbc27fc640 10 monclient: _renew_subs 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:03:16.087+0000 7fbbc27fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:03:16.087+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbac0a4200 auth_method 0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 zone default found 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 Realm: () 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 zonegroup default 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 started sync module instance, tier type = 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=1 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=2 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=3 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=7 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=5 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=4 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=6 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:03:16.094+0000 7fbbed05a640 10 monclient: get_auth_request con 0x7fbb74007200 auth_method 0 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding auth protocol: cephx 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding auth protocol: cephx 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding auth protocol: cephx 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:16.162 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cache list hook 0x55e2b52a2980 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cache inspect hook 0x55e2b52a2980 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cache erase hook 0x55e2b52a2980 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cache zap hook 0x55e2b52a2980 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 note: GC not initialized 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:03:16.096+0000 7fbb99feb640 20 reqs_thread_entry: start 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command sync trace show hook 0x7fbbdc004390 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command sync trace history hook 0x7fbbdc004390 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command sync trace active hook 0x7fbbdc004390 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command sync trace active_short hook 0x7fbbdc004390 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:03:16.096+0000 7fbbec859640 10 monclient: get_auth_request con 0x55e2b53e4fe0 auth_method 0 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:03:16.098+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b53d9db0 auth_method 0 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:03:16.099+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b53db130 auth_method 0 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:03:16.100+0000 7fbbec859640 10 monclient: get_auth_request con 0x55e2b53dc7d0 auth_method 0 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:03:16.104+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b53dd920 auth_method 0 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:03:16.108+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b537c2f0 auth_method 0 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 Filter name: none 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:03:16.132+0000 7fbb937fe640 20 reqs_thread_entry: start 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:03:16.134+0000 7fbbeeda2900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927315 cookie 94432191246048 notifier 37613 bl.length()=923 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:03:16.141+0000 7fbbeeda2900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbbeeda2900 time 2026-04-02T12:03:16.141882+0000 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fbbf1f8f8f8] 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55e2b1b4efc4] 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55e2b226fea6] 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fbbf102a610] 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:03:16.141+0000 7fbbeeda2900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fbbeeda2900 thread_name:radosgw-admin 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.163 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fbbf103fc30] 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fbbf108d02c] 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fbbf1f8f957] 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55e2b1b4efc4] 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55e2b226fea6] 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fbbf102a610] 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:03:16.164 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbb937fe640 / http_manager 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbb99feb640 / http_manager 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbc27fc640 / ms_dispatch 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbc37fe640 / io_context_pool 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbc3fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbce7fc640 / ms_dispatch 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbd97fa640 / ms_dispatch 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbdaffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbdb7fe640 / admin_socket 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbe77fe640 / ms_dispatch 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbe7fff640 / msgr-worker-2 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbec859640 / msgr-worker-1 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbed05a640 / msgr-worker-0 2026-04-02T12:03:16.165 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbed85b640 / io_context_pool 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbeeda2900 / radosgw-admin 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/log/ceph/ceph-client.admin.97871.log 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:--- begin dump of recent events --- 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -499> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -498> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -497> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: dump: 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -496> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -495> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -494> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -493> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -492> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -491> 2026-04-02T12:03:15.863+0000 7fbbdaffd640 10 monclient: dump: 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -490> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37601 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -489> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -488> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 4 set_mon_vals no callback set 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -487> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 10 monclient: shutdown 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -486> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) unregister_commands rotate-key 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -485> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 10 monclient: build_initial_monmap 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -484> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 1 build_initial for_mkfs: 0 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -483> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 10 monclient: monmap: 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -482> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding auth protocol: cephx 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -481> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding auth protocol: cephx 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -480> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding auth protocol: cephx 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -479> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -478> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -477> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -476> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.166 INFO:tasks.workunit.client.0.vm02.stderr: -475> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -474> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -473> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -472> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -471> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -470> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -469> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -468> 2026-04-02T12:03:15.863+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5010810) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -467> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -466> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 1 librados: starting msgr at 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -465> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 1 librados: starting objecter 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -464> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command objecter_requests hook 0x55e2b4fe6930 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -463> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 1 librados: setting wanted keys 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -462> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 1 librados: calling monclient init 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -461> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient: init 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -460> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding auth protocol: cephx 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -459> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding auth protocol: cephx 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -458> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding auth protocol: cephx 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -457> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -456> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -455> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -454> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -453> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -452> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -451> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -450> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -449> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -448> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -447> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: crc 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -446> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b4fdf190) adding con mode: secure 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -445> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -444> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -443> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command rotate-key hook 0x55e2b4fdf2d8 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -442> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -441> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -440> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-a con 0x55e2b4f714b0 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -439> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-b con 0x55e2b4f71880 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -438> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-c con 0x55e2b50219a0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -437> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -436> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -435> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -434> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -433> 2026-04-02T12:03:15.864+0000 7fbbeeda2900 10 monclient(hunting): authenticate will time out at 2025.876649s 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -432> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): get_auth_request con 0x55e2b50219a0 auth_method 0 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -431> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -430> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -429> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -428> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): get_auth_request con 0x55e2b4f714b0 auth_method 0 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -427> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -426> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -425> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -424> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -423> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -422> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -421> 2026-04-02T12:03:15.864+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request con 0x55e2b4f71880 auth_method 0 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -420> 2026-04-02T12:03:15.864+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -419> 2026-04-02T12:03:15.864+0000 7fbbe7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -418> 2026-04-02T12:03:15.864+0000 7fbbe7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -417> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -416> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -415> 2026-04-02T12:03:15.864+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -414> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient(hunting): handle_auth_done global_id 37604 payload 824 2026-04-02T12:03:16.167 INFO:tasks.workunit.client.0.vm02.stderr: -413> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient: _finish_hunting 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -412> 2026-04-02T12:03:15.864+0000 7fbbed05a640 1 monclient: found mon.noname-c 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -411> 2026-04-02T12:03:15.864+0000 7fbbed05a640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -410> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -409> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -408> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: dump: 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -407> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -406> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -405> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -404> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -403> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -402> 2026-04-02T12:03:15.865+0000 7fbbd97fa640 10 monclient: dump: 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -401> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37604 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -400> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -399> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -398> 2026-04-02T12:03:15.865+0000 7fbbdaffd640 4 set_mon_vals no callback set 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -397> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -396> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -395> 2026-04-02T12:03:15.865+0000 7fbbeeda2900 1 librados: init done 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -394> 2026-04-02T12:03:15.866+0000 7fbbd97fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -393> 2026-04-02T12:03:15.866+0000 7fbbd97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -392> 2026-04-02T12:03:15.866+0000 7fbbd97fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -391> 2026-04-02T12:03:15.866+0000 7fbbec859640 10 monclient: get_auth_request con 0x7fbbc8077610 auth_method 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -390> 2026-04-02T12:03:15.866+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b50c3a60 auth_method 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -389> 2026-04-02T12:03:15.867+0000 7fbbec859640 10 monclient: get_auth_request con 0x55e2b5154c70 auth_method 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -388> 2026-04-02T12:03:15.868+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b5176e50 auth_method 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -387> 2026-04-02T12:03:15.869+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b5176530 auth_method 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -386> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 10 monclient: build_initial_monmap 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -385> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 1 build_initial for_mkfs: 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -384> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 10 monclient: monmap: 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -383> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding auth protocol: cephx 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -382> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding auth protocol: cephx 2026-04-02T12:03:16.168 INFO:tasks.workunit.client.0.vm02.stderr: -381> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding auth protocol: cephx 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -380> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -379> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -378> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -377> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -376> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -375> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -374> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -373> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -372> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -371> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -370> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -369> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b51ba980) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -368> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -367> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e2b51be2d0 EEXIST 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -366> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 10 monclient: init 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -365> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding auth protocol: cephx 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -364> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding auth protocol: cephx 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -363> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding auth protocol: cephx 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -362> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -361> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -360> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -359> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -358> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -357> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -356> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -355> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -354> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -353> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -352> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: crc 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -351> 2026-04-02T12:03:15.869+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5197c98) adding con mode: secure 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -350> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -349> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -348> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command rotate-key cmddesc rotate-key hook 0x55e2b5197de0 EEXIST 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -347> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -346> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -345> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-b con 0x55e2b51e58a0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -344> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-c con 0x55e2b51e8180 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -343> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-a con 0x55e2b51e5c70 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -342> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -341> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -340> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -339> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -338> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient(hunting): authenticate will time out at 2025.882557s 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -337> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): get_auth_request con 0x55e2b51e8180 auth_method 0 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -336> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -335> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -334> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -333> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): get_auth_request con 0x55e2b51e5c70 auth_method 0 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -332> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -331> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -330> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -329> 2026-04-02T12:03:15.870+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request con 0x55e2b51e58a0 auth_method 0 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -328> 2026-04-02T12:03:15.870+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -327> 2026-04-02T12:03:15.870+0000 7fbbe7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -326> 2026-04-02T12:03:15.870+0000 7fbbe7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -325> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -324> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -323> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -322> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -321> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -320> 2026-04-02T12:03:15.870+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -319> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient(hunting): handle_auth_done global_id 37607 payload 824 2026-04-02T12:03:16.169 INFO:tasks.workunit.client.0.vm02.stderr: -318> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient: _finish_hunting 0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -317> 2026-04-02T12:03:15.870+0000 7fbbed05a640 1 monclient: found mon.noname-c 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -316> 2026-04-02T12:03:15.870+0000 7fbbed05a640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -315> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -314> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -313> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: dump: 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -312> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -311> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -310> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -309> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37607 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -308> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -307> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -306> 2026-04-02T12:03:15.870+0000 7fbbce7fc640 10 monclient: dump: 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -305> 2026-04-02T12:03:15.870+0000 7fbbed85b640 4 set_mon_vals no callback set 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -304> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -303> 2026-04-02T12:03:15.870+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -302> 2026-04-02T12:03:15.871+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -301> 2026-04-02T12:03:15.871+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -300> 2026-04-02T12:03:15.871+0000 7fbbce7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -299> 2026-04-02T12:03:15.871+0000 7fbbce7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -298> 2026-04-02T12:03:15.871+0000 7fbbce7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -297> 2026-04-02T12:03:15.872+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbbc0773d0 auth_method 0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -296> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: get_monmap_and_config 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -295> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: build_initial_monmap 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -294> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 1 build_initial for_mkfs: 0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -293> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: monmap: 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -292> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding auth protocol: cephx 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -291> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding auth protocol: cephx 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -290> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding auth protocol: cephx 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -289> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -288> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -287> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.170 INFO:tasks.workunit.client.0.vm02.stderr: -286> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -285> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -284> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -283> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -282> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -281> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -280> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -279> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -278> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527a9f0) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -277> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -276> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: init 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -275> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding auth protocol: cephx 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -274> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding auth protocol: cephx 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -273> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding auth protocol: cephx 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -272> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -271> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -270> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -269> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -268> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -267> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -266> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -265> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -264> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -263> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -262> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: crc 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -261> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafc50) adding con mode: secure 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -260> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -259> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -258> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe19bafd98 EEXIST 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -257> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -256> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -255> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-a con 0x55e2b52a1a80 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -254> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-b con 0x55e2b527c710 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -253> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-c con 0x55e2b52acab0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -252> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -251> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -250> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -249> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -248> 2026-04-02T12:03:15.872+0000 7fbbeeda2900 10 monclient(hunting): authenticate will time out at 2025.884942s 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -247> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): get_auth_request con 0x55e2b52acab0 auth_method 0 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -246> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -245> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -244> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -243> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -242> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -241> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -240> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient(hunting): handle_auth_done global_id 37610 payload 274 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -239> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient: _finish_hunting 0 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -238> 2026-04-02T12:03:15.873+0000 7fbbec859640 1 monclient: found mon.noname-c 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -237> 2026-04-02T12:03:15.873+0000 7fbbec859640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -236> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -235> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -234> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: dump: 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.171 INFO:tasks.workunit.client.0.vm02.stderr: -233> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -232> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -231> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -230> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37610 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -229> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -228> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 4 set_mon_vals no callback set 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -227> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -226> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -225> 2026-04-02T12:03:15.873+0000 7fbbc3fff640 10 monclient: dump: 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -224> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 10 monclient: shutdown 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -223> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 10 monclient: build_initial_monmap 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -222> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 1 build_initial for_mkfs: 0 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -221> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 10 monclient: monmap: 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:epoch 0 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 0.000000 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:created 0.000000 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.noname-a 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.noname-b 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.noname-c 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -220> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding auth protocol: cephx 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -219> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding auth protocol: cephx 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -218> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding auth protocol: cephx 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -217> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -216> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -215> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -214> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -213> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -212> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -211> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -210> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -209> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -208> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -207> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: crc 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -206> 2026-04-02T12:03:15.873+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b527bb70) adding con mode: secure 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -205> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -204> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 1 librados: starting msgr at 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -203> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 1 librados: starting objecter 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -202> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e2b527e800 EEXIST 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -201> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 1 librados: setting wanted keys 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -200> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 1 librados: calling monclient init 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -199> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient: init 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -198> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding auth protocol: cephx 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -197> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding auth protocol: cephx 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -196> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding auth protocol: cephx 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -195> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -194> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -193> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -192> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.172 INFO:tasks.workunit.client.0.vm02.stderr: -191> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -190> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -189> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -188> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -187> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -186> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -185> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: crc 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -184> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 AuthRegistry(0x55e2b5279430) adding con mode: secure 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -183> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -182> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -181> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command rotate-key cmddesc rotate-key hook 0x55e2b5279578 EEXIST 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -180> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -179> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -178> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-a con 0x55e2b52a1a80 addr [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -177> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-b con 0x55e2b52acab0 addr [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -176> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): picked mon.noname-c con 0x55e2b52a83f0 addr [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -175> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -174> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -173> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -172> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -171> 2026-04-02T12:03:15.874+0000 7fbbeeda2900 10 monclient(hunting): authenticate will time out at 2025.886613s 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -170> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request con 0x55e2b52a1a80 auth_method 0 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -169> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -168> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -167> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -166> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): get_auth_request con 0x55e2b52a83f0 auth_method 0 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -165> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -164> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -163> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -162> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -161> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -160> 2026-04-02T12:03:15.874+0000 7fbbe7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -159> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -158> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -157> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -156> 2026-04-02T12:03:15.874+0000 7fbbed05a640 10 monclient(hunting): get_auth_request con 0x55e2b52acab0 auth_method 0 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -155> 2026-04-02T12:03:15.874+0000 7fbbed05a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -154> 2026-04-02T12:03:15.874+0000 7fbbed05a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -153> 2026-04-02T12:03:15.874+0000 7fbbed05a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -152> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient(hunting): handle_auth_done global_id 37613 payload 824 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -151> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient: _finish_hunting 0 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -150> 2026-04-02T12:03:15.874+0000 7fbbec859640 1 monclient: found mon.noname-c 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -149> 2026-04-02T12:03:15.874+0000 7fbbec859640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -148> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -147> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -146> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: dump: 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -145> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: _finish_auth 0 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -144> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: _check_auth_tickets 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -143> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -142> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -141> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr: -140> 2026-04-02T12:03:15.875+0000 7fbbc27fc640 10 monclient: dump: 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:epoch 1 2026-04-02T12:03:16.173 INFO:tasks.workunit.client.0.vm02.stderr:fsid f5fa1099-9f7d-4b4f-b2de-e4407b4ccc0a 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr:last_changed 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr:created 2026-04-02T11:39:07.229188+0000 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr:election_strategy: 1 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr:0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr:1: [v2:192.168.123.105:3300/0,v1:192.168.123.105:6789/0] mon.b 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr:2: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -139> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 5 monclient: authenticate success, global_id 37613 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -138> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -137> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -136> 2026-04-02T12:03:15.875+0000 7fbbc3fff640 4 set_mon_vals no callback set 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -135> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 10 monclient: _renew_subs 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -134> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -133> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 1 librados: init done 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -132> 2026-04-02T12:03:15.875+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cr dump hook 0x55e2b52a9718 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -131> 2026-04-02T12:03:15.876+0000 7fbbc27fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -130> 2026-04-02T12:03:15.876+0000 7fbbc27fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -129> 2026-04-02T12:03:15.876+0000 7fbbc27fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.102:6832/217808776,v1:192.168.123.102:6833/217808776] 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -128> 2026-04-02T12:03:15.876+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbac077540 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -127> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -126> 2026-04-02T12:03:15.877+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b5342170 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -125> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -124> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 realm 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -123> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -122> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -121> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -120> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -119> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -118> 2026-04-02T12:03:15.877+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -117> 2026-04-02T12:03:15.878+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b53648b0 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -116> 2026-04-02T12:03:15.878+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -115> 2026-04-02T12:03:15.878+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -114> 2026-04-02T12:03:15.878+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b5386100 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -113> 2026-04-02T12:03:15.879+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -112> 2026-04-02T12:03:15.879+0000 7fbbeeda2900 20 searching for the correct realm 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -111> 2026-04-02T12:03:15.879+0000 7fbbec859640 10 monclient: get_auth_request con 0x55e2b53a8e30 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -110> 2026-04-02T12:03:15.880+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbdc0785c0 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -109> 2026-04-02T12:03:15.881+0000 7fbbed05a640 10 monclient: get_auth_request con 0x7fbbe008f040 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -108> 2026-04-02T12:03:15.882+0000 7fbbec859640 0 -- 192.168.123.102:0/2770697861 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fbbe008bd30 msgr2=0x7fbbe0086a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -107> 2026-04-02T12:03:16.083+0000 7fbbec859640 10 monclient: get_auth_request con 0x7fbbe008bd30 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -106> 2026-04-02T12:03:16.085+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbe008c6d0 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -105> 2026-04-02T12:03:16.087+0000 7fbbe7fff640 0 -- 192.168.123.102:0/2770697861 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55e2b53648b0 msgr2=0x55e2b5384cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -104> 2026-04-02T12:03:16.087+0000 7fbbc27fc640 1 client.37613.objecter ms_handle_reset 0x55e2b53648b0 session 0x55e2b5364230 osd.5 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -103> 2026-04-02T12:03:16.087+0000 7fbbc27fc640 10 monclient: _renew_subs 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -102> 2026-04-02T12:03:16.087+0000 7fbbc27fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.102:3301/0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -101> 2026-04-02T12:03:16.087+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x7fbbac0a4200 auth_method 0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -100> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -99> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -98> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -97> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -96> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -95> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -94> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -93> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -92> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -91> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -90> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -89> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -88> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 zone default found 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -87> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 Realm: () 2026-04-02T12:03:16.174 INFO:tasks.workunit.client.0.vm02.stderr: -86> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -85> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -84> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -83> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 zonegroup default 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -82> 2026-04-02T12:03:16.089+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -81> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -80> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -79> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -78> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -77> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -76> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 started sync module instance, tier type = 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -75> 2026-04-02T12:03:16.090+0000 7fbbeeda2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -74> 2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=1 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -73> 2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=2 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -72> 2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=3 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -71> 2026-04-02T12:03:16.093+0000 7fbbeeda2900 20 add_watcher() i=7 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -70> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=5 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -69> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -68> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=4 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -67> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 20 add_watcher() i=6 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -66> 2026-04-02T12:03:16.094+0000 7fbbeeda2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -65> 2026-04-02T12:03:16.094+0000 7fbbed05a640 10 monclient: get_auth_request con 0x7fbb74007200 auth_method 0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -64> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding auth protocol: cephx 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -63> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding auth protocol: cephx 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -62> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding auth protocol: cephx 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -61> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -60> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -59> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -58> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -57> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -56> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -55> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -54> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -53> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -52> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -51> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: crc 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -50> 2026-04-02T12:03:16.095+0000 7fbbeeda2900 5 AuthRegistry(0x7ffe19bafd40) adding con mode: secure 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -49> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -48> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -47> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -46> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cache list hook 0x55e2b52a2980 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -45> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cache inspect hook 0x55e2b52a2980 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -44> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cache erase hook 0x55e2b52a2980 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -43> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command cache zap hook 0x55e2b52a2980 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -42> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 note: GC not initialized 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -41> 2026-04-02T12:03:16.096+0000 7fbb99feb640 20 reqs_thread_entry: start 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -40> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command sync trace show hook 0x7fbbdc004390 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -39> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command sync trace history hook 0x7fbbdc004390 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -38> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command sync trace active hook 0x7fbbdc004390 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -37> 2026-04-02T12:03:16.096+0000 7fbbeeda2900 5 asok(0x55e2b4edf6b0) register_command sync trace active_short hook 0x7fbbdc004390 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -36> 2026-04-02T12:03:16.096+0000 7fbbec859640 10 monclient: get_auth_request con 0x55e2b53e4fe0 auth_method 0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -35> 2026-04-02T12:03:16.098+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b53d9db0 auth_method 0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -34> 2026-04-02T12:03:16.099+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b53db130 auth_method 0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -33> 2026-04-02T12:03:16.100+0000 7fbbec859640 10 monclient: get_auth_request con 0x55e2b53dc7d0 auth_method 0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -32> 2026-04-02T12:03:16.104+0000 7fbbe7fff640 10 monclient: get_auth_request con 0x55e2b53dd920 auth_method 0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -31> 2026-04-02T12:03:16.108+0000 7fbbed05a640 10 monclient: get_auth_request con 0x55e2b537c2f0 auth_method 0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -30> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -29> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 Filter name: none 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -28> 2026-04-02T12:03:16.132+0000 7fbb937fe640 20 reqs_thread_entry: start 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -27> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -26> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -25> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:16.175 INFO:tasks.workunit.client.0.vm02.stderr: -24> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -23> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -22> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -21> 2026-04-02T12:03:16.132+0000 7fbbeeda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -20> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -19> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -18> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -17> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -16> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -15> 2026-04-02T12:03:16.133+0000 7fbbeeda2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -14> 2026-04-02T12:03:16.134+0000 7fbbeeda2900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -13> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -12> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -11> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -10> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -9> 2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927315 cookie 94432191246048 notifier 37613 bl.length()=923 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -8> 2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -7> 2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -6> 2026-04-02T12:03:16.138+0000 7fbbc37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -5> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -4> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -3> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -2> 2026-04-02T12:03:16.138+0000 7fbbeeda2900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: -1> 2026-04-02T12:03:16.141+0000 7fbbeeda2900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fbbeeda2900 time 2026-04-02T12:03:16.141882+0000 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fbbf1f8f8f8] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 2: radosgw-admin(+0x419fc4) [0x55e2b1b4efc4] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55e2b226fea6] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 4: main() 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fbbf102a610] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 6: __libc_start_main() 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 7: _start() 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 0> 2026-04-02T12:03:16.141+0000 7fbbeeda2900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: in thread 7fbbeeda2900 thread_name:radosgw-admin 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fbbf103fc30] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fbbf108d02c] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 3: raise() 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 4: abort() 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fbbf1f8f957] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 6: radosgw-admin(+0x419fc4) [0x55e2b1b4efc4] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55e2b226fea6] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 8: main() 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fbbf102a610] 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 10: __libc_start_main() 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 11: _start() 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr:--- logging levels --- 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 none 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 lockdep 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 context 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 crush 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_balancer 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_locker 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log 2026-04-02T12:03:16.176 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_log_expire 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mds_migrator 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 3/ 5 mds_quiesce 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 buffer 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 timer 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 filer 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 striper 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 1 objecter 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rados 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_mirror 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_replay 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 rbd_pwl 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 journaler 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objectcacher 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 client 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 osd 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 optracker 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 objclass 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 filestore 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 journal 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 ms 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mon 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/10 monc 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 paxos 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 tp 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 auth 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 crypto 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 finisher 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 reserver 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 heartbeatmap 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 perfcounter 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_sync 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_datacache 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_access 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_flight 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_restore 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 20/20 rgw_notification 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 javaclient 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 asok 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 1 throttle 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 0 refs 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 compressor 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluestore_compression 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 bluefs 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 3 bdev 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 kstore 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 4/ 5 rocksdb 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 fuse 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 2/ 5 mgr 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mgrc 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 dpdk 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 eventtrace 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 prioritycache 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 test 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cephsqlite 2026-04-02T12:03:16.177 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_onode 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_odata 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_omap 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_tm 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_t 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_epm 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_lba 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_cache 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_journal 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_device 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 seastore_backref 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 alienstore 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 mclock 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 rgw_dedup 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 cyanstore 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 ceph_exporter 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 memstore 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 1/ 5 trace 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 0/ 5 ceph_dedup 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: -2/-2 (syslog threshold) 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 99/99 (stderr threshold) 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbb937fe640 / http_manager 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbb99feb640 / http_manager 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbc27fc640 / ms_dispatch 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbc37fe640 / io_context_pool 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbc3fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbce7fc640 / ms_dispatch 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbd97fa640 / ms_dispatch 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbdaffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbdb7fe640 / admin_socket 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbe77fe640 / ms_dispatch 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbe7fff640 / msgr-worker-2 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbec859640 / msgr-worker-1 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbed05a640 / msgr-worker-0 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbed85b640 / io_context_pool 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: 7fbbeeda2900 / radosgw-admin 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: max_recent 500 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: max_new 1000 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:03:16.142891Z_c2f01553-4ff6-4fce-9ce1-a10e45844ce4/log 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr:--- end dump of recent events --- 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:16.178 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:16.197 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.195+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.197+0000 7f373ab36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.197+0000 7f373ab36900 20 realm 2026-04-02T12:03:16.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.197+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.197+0000 7f373ab36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.197+0000 7f373ab36900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:16.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.197+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.197+0000 7f373ab36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.199 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.197+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.198+0000 7f373ab36900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:16.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.198+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.199+0000 7f373ab36900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:16.200 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.199+0000 7f373ab36900 20 searching for the correct realm 2026-04-02T12:03:16.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.202+0000 7f3737022640 0 -- 192.168.123.102:0/2493267506 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f372808c410 msgr2=0x7f372808c880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:16.206 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.205+0000 7f3736821640 0 -- 192.168.123.102:0/2493267506 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f37280d2ac0 msgr2=0x7f37280963f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.209 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 zone default found 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 4 Realm: () 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 zonegroup default 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.208+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.209+0000 7f373ab36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.209+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.209+0000 7f373ab36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.210 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.209+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.209+0000 7f373ab36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.209+0000 7f373ab36900 20 started sync module instance, tier type = 2026-04-02T12:03:16.211 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.209+0000 7f373ab36900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:16.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.212+0000 7f373ab36900 20 add_watcher() i=0 2026-04-02T12:03:16.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.212+0000 7f373ab36900 20 add_watcher() i=3 2026-04-02T12:03:16.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.212+0000 7f373ab36900 20 add_watcher() i=2 2026-04-02T12:03:16.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.212+0000 7f373ab36900 20 add_watcher() i=4 2026-04-02T12:03:16.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.213+0000 7f373ab36900 20 add_watcher() i=7 2026-04-02T12:03:16.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.213+0000 7f373ab36900 20 add_watcher() i=6 2026-04-02T12:03:16.214 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.213+0000 7f373ab36900 20 add_watcher() i=5 2026-04-02T12:03:16.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.213+0000 7f373ab36900 20 add_watcher() i=1 2026-04-02T12:03:16.215 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.213+0000 7f373ab36900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:16.216 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.215+0000 7f373ab36900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:16.216 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.215+0000 7f373ab36900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:16.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.215+0000 7f373ab36900 5 note: GC not initialized 2026-04-02T12:03:16.217 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.215+0000 7f36df7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:16.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.253+0000 7f373ab36900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:16.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.253+0000 7f373ab36900 20 Filter name: none 2026-04-02T12:03:16.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.253+0000 7f36dd7fa640 20 reqs_thread_entry: start 2026-04-02T12:03:16.254 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.253+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.253+0000 7f373ab36900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:16.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.253+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.254+0000 7f373ab36900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:16.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.254+0000 7f373ab36900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:16.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.254+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.255 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.254+0000 7f373ab36900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:16.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.254+0000 7f373ab36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.254+0000 7f373ab36900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:16.256 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.254+0000 7f373ab36900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:16.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.258+0000 7f373ab36900 20 remove_watcher() i=7 2026-04-02T12:03:16.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.258+0000 7f373ab36900 2 removed watcher, disabling cache 2026-04-02T12:03:16.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.259+0000 7f373ab36900 20 remove_watcher() i=5 2026-04-02T12:03:16.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.259+0000 7f373ab36900 20 remove_watcher() i=2 2026-04-02T12:03:16.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.259+0000 7f373ab36900 20 remove_watcher() i=3 2026-04-02T12:03:16.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.259+0000 7f373ab36900 20 remove_watcher() i=6 2026-04-02T12:03:16.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.259+0000 7f373ab36900 20 remove_watcher() i=0 2026-04-02T12:03:16.260 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.259+0000 7f373ab36900 20 remove_watcher() i=4 2026-04-02T12:03:16.261 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.259+0000 7f373ab36900 20 remove_watcher() i=1 2026-04-02T12:03:16.276 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:03:16.295 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:16.295 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:16.315 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.314+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.315+0000 7f4ed7925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.315+0000 7f4ed7925900 20 realm 2026-04-02T12:03:16.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.315+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.315+0000 7f4ed7925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.315+0000 7f4ed7925900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:16.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.315+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.316+0000 7f4ed7925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:16.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.316+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.316+0000 7f4ed7925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:16.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.316+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:16.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.317+0000 7f4ed7925900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:16.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.317+0000 7f4ed7925900 20 searching for the correct realm 2026-04-02T12:03:16.522 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:16.520+0000 7f4ecf7fe640 0 -- 192.168.123.102:0/2188632793 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f4ec8088040 msgr2=0x7f4ec803e900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:17.127 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.125+0000 7f4ece7fc640 0 -- 192.168.123.102:0/2188632793 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x56388ed88510 msgr2=0x56388eda88f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.128+0000 7f4ed7925900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.128+0000 7f4ed7925900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.128+0000 7f4ed7925900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.128+0000 7f4ed7925900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.128+0000 7f4ed7925900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.128+0000 7f4ed7925900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:17.130 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 zone default found 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 4 Realm: () 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 zonegroup default 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.129+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.130+0000 7f4ed7925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:17.131 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.130+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:17.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.130+0000 7f4ed7925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:17.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.130+0000 7f4ed7925900 20 started sync module instance, tier type = 2026-04-02T12:03:17.132 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.130+0000 7f4ed7925900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:17.134 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.132+0000 7f4ed7925900 20 add_watcher() i=7 2026-04-02T12:03:17.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.133+0000 7f4ed7925900 20 add_watcher() i=1 2026-04-02T12:03:17.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.134+0000 7f4ed7925900 20 add_watcher() i=3 2026-04-02T12:03:17.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.134+0000 7f4ed7925900 20 add_watcher() i=0 2026-04-02T12:03:17.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.134+0000 7f4ed7925900 20 add_watcher() i=2 2026-04-02T12:03:17.135 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.134+0000 7f4ed7925900 20 add_watcher() i=5 2026-04-02T12:03:17.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.134+0000 7f4ed7925900 20 add_watcher() i=4 2026-04-02T12:03:17.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.134+0000 7f4ed7925900 20 add_watcher() i=6 2026-04-02T12:03:17.136 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.134+0000 7f4ed7925900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:17.137 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.136+0000 7f4ed7925900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:17.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.136+0000 7f4ed7925900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:17.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.136+0000 7f4ed7925900 5 note: GC not initialized 2026-04-02T12:03:17.138 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.136+0000 7f4e7bfff640 20 reqs_thread_entry: start 2026-04-02T12:03:17.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:17.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 20 Filter name: none 2026-04-02T12:03:17.171 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4e79ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 20 rados->read ofs=0 len=0 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.170+0000 7f4ed7925900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:17.172 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:17.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:17.173 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.171+0000 7f4ed7925900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.174+0000 7f4ed7925900 20 remove_watcher() i=7 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.174+0000 7f4ed7925900 2 removed watcher, disabling cache 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.174+0000 7f4ed7925900 20 remove_watcher() i=1 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.174+0000 7f4ed7925900 20 remove_watcher() i=3 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.174+0000 7f4ed7925900 20 remove_watcher() i=0 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.174+0000 7f4ed7925900 20 remove_watcher() i=4 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.175+0000 7f4ed7925900 20 remove_watcher() i=5 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.175+0000 7f4ed7925900 20 remove_watcher() i=6 2026-04-02T12:03:17.176 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:17.175+0000 7f4ed7925900 20 remove_watcher() i=2 2026-04-02T12:03:47.204 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2026-04-02T12:03:47.223 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:47.223 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:47.244 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.242+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.244+0000 7f8f77944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.244+0000 7f8f77944900 20 realm 2026-04-02T12:03:47.245 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.244+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.244+0000 7f8f77944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.244+0000 7f8f77944900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:47.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.244+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.244+0000 7f8f77944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.246 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.244+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.245+0000 7f8f77944900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:47.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.245+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.246+0000 7f8f77944900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:47.247 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.246+0000 7f8f77944900 20 searching for the correct realm 2026-04-02T12:03:47.250 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.248+0000 7f8f6effd640 0 -- 192.168.123.102:0/2690341183 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55c271c87b70 msgr2=0x55c271ca7ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:47.253 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.252+0000 7f8f665ff640 0 -- 192.168.123.102:0/2690341183 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f8f6805eb50 msgr2=0x7f8f680872f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.255+0000 7f8f77944900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.255+0000 7f8f77944900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.255+0000 7f8f77944900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.255+0000 7f8f77944900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.255+0000 7f8f77944900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.255+0000 7f8f77944900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.255+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.256+0000 7f8f77944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.257 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.256+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.256+0000 7f8f77944900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:47.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.256+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.256+0000 7f8f77944900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:47.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.256+0000 7f8f77944900 20 zone default found 2026-04-02T12:03:47.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.256+0000 7f8f77944900 4 Realm: () 2026-04-02T12:03:47.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.256+0000 7f8f77944900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:47.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.257+0000 7f8f77944900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:47.258 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.257+0000 7f8f77944900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.257+0000 7f8f77944900 20 zonegroup default 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.257+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.257+0000 7f8f77944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.257+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.257+0000 7f8f77944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.257+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.258+0000 7f8f77944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.258+0000 7f8f77944900 20 started sync module instance, tier type = 2026-04-02T12:03:47.259 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.258+0000 7f8f77944900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:47.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.302+0000 7f8f77944900 20 add_watcher() i=6 2026-04-02T12:03:47.304 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.302+0000 7f8f77944900 20 add_watcher() i=7 2026-04-02T12:03:47.305 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.303+0000 7f8f77944900 20 add_watcher() i=0 2026-04-02T12:03:47.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.317+0000 7f8f77944900 20 add_watcher() i=5 2026-04-02T12:03:47.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.317+0000 7f8f77944900 20 add_watcher() i=1 2026-04-02T12:03:47.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.317+0000 7f8f77944900 20 add_watcher() i=2 2026-04-02T12:03:47.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.317+0000 7f8f77944900 20 add_watcher() i=4 2026-04-02T12:03:47.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.317+0000 7f8f77944900 20 add_watcher() i=3 2026-04-02T12:03:47.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.317+0000 7f8f77944900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:47.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.319+0000 7f8f77944900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:47.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.319+0000 7f8f77944900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:47.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.319+0000 7f8f77944900 5 note: GC not initialized 2026-04-02T12:03:47.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.320+0000 7f8f1b7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.358+0000 7f8f77944900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.358+0000 7f8f77944900 20 Filter name: none 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.358+0000 7f8f197fa640 20 reqs_thread_entry: start 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.358+0000 7f8f77944900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.358+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:03:47.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:47.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:47.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:47.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:47.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:47.361 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.359+0000 7f8f77944900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:47.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.361+0000 7f8f51ffb640 20 trim reshard logs: write on '.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1' needs retry: Success 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.364+0000 7f8f77944900 20 remove_watcher() i=5 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.364+0000 7f8f77944900 2 removed watcher, disabling cache 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.364+0000 7f8f77944900 20 remove_watcher() i=0 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.364+0000 7f8f77944900 20 remove_watcher() i=7 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.365+0000 7f8f77944900 20 remove_watcher() i=2 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.365+0000 7f8f77944900 20 remove_watcher() i=4 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.365+0000 7f8f77944900 20 remove_watcher() i=3 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.365+0000 7f8f77944900 20 remove_watcher() i=6 2026-04-02T12:03:47.366 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.365+0000 7f8f77944900 20 remove_watcher() i=1 2026-04-02T12:03:47.374 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:03:47.393 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:47.393 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:47.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.409+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.410+0000 7efef5d7f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.410+0000 7efef5d7f900 20 realm 2026-04-02T12:03:47.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.410+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.410+0000 7efef5d7f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.410+0000 7efef5d7f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:47.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.410+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.410+0000 7efef5d7f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.410+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.411+0000 7efef5d7f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:47.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.411+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.411+0000 7efef5d7f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:47.413 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.411+0000 7efef5d7f900 20 searching for the correct realm 2026-04-02T12:03:47.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.414+0000 7efef1ae7640 0 -- 192.168.123.102:0/3997607875 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7efee40a9910 msgr2=0x7efee40863f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:47.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.619+0000 7efef22e8640 0 -- 192.168.123.102:0/3997607875 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x560ffba51e20 msgr2=0x560ffba72200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:47.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:47.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:47.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:47.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:47.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:47.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:47.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:47.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.621+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:47.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 20 zone default found 2026-04-02T12:03:47.623 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 4 Realm: () 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 20 zonegroup default 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.622+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.623+0000 7efef5d7f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.623+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.623+0000 7efef5d7f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.623+0000 7efef5d7f900 20 started sync module instance, tier type = 2026-04-02T12:03:47.625 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.623+0000 7efef5d7f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:47.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 20 add_watcher() i=0 2026-04-02T12:03:47.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 20 add_watcher() i=4 2026-04-02T12:03:47.628 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 20 add_watcher() i=5 2026-04-02T12:03:47.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 20 add_watcher() i=2 2026-04-02T12:03:47.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 20 add_watcher() i=7 2026-04-02T12:03:47.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 20 add_watcher() i=1 2026-04-02T12:03:47.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 20 add_watcher() i=3 2026-04-02T12:03:47.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 20 add_watcher() i=6 2026-04-02T12:03:47.629 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.627+0000 7efef5d7f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:47.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.629+0000 7efef5d7f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:47.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.629+0000 7efef5d7f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:47.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.630+0000 7efef5d7f900 5 note: GC not initialized 2026-04-02T12:03:47.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.630+0000 7efe9f7ee640 20 reqs_thread_entry: start 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.668+0000 7efef5d7f900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.668+0000 7efef5d7f900 20 Filter name: none 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.668+0000 7efe9d7ea640 20 reqs_thread_entry: start 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.668+0000 7efef5d7f900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.668+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:03:47.670 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.669+0000 7efef5d7f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.670+0000 7efef5d7f900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:47.671 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.670+0000 7efef5d7f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:47.675 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 20 remove_watcher() i=7 2026-04-02T12:03:47.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 2 removed watcher, disabling cache 2026-04-02T12:03:47.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 20 remove_watcher() i=2 2026-04-02T12:03:47.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 20 remove_watcher() i=1 2026-04-02T12:03:47.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 20 remove_watcher() i=0 2026-04-02T12:03:47.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 20 remove_watcher() i=4 2026-04-02T12:03:47.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 20 remove_watcher() i=5 2026-04-02T12:03:47.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 20 remove_watcher() i=6 2026-04-02T12:03:47.676 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.674+0000 7efef5d7f900 20 remove_watcher() i=3 2026-04-02T12:03:47.681 INFO:tasks.workunit.client.0.vm02.stderr:check reshard logrecord successfully 2026-04-02T12:03:47.681 INFO:tasks.workunit.client.0.vm02.stderr: test: reshard versioned bucket 2026-04-02T12:03:47.683 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket myver 2026-04-02T12:03:47.703 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:47.703 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:47.721 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.719+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.720+0000 7f33ce5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.720+0000 7f33ce5a3900 20 realm 2026-04-02T12:03:47.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.720+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.720+0000 7f33ce5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.720+0000 7f33ce5a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:47.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.720+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.721+0000 7f33ce5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.722 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.721+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.721+0000 7f33ce5a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:47.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.721+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.722+0000 7f33ce5a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:47.723 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.722+0000 7f33ce5a3900 20 searching for the correct realm 2026-04-02T12:03:47.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.725+0000 7f33ca2e7640 0 -- 192.168.123.102:0/2227450593 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f33bc0040d0 msgr2=0x7f33bc07e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:47.931 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.929+0000 7f33c9ae6640 0 -- 192.168.123.102:0/2227450593 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x555c25580680 msgr2=0x555c255a0a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.931+0000 7f33ce5a3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.931+0000 7f33ce5a3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.931+0000 7f33ce5a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.931+0000 7f33ce5a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.931+0000 7f33ce5a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.931+0000 7f33ce5a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.933 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 zone default found 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 4 Realm: () 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 zonegroup default 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.932+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.933+0000 7f33ce5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.934 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.933+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.933+0000 7f33ce5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:47.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.933+0000 7f33ce5a3900 20 started sync module instance, tier type = 2026-04-02T12:03:47.935 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.933+0000 7f33ce5a3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:47.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.936+0000 7f33ce5a3900 20 add_watcher() i=0 2026-04-02T12:03:47.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.936+0000 7f33ce5a3900 20 add_watcher() i=3 2026-04-02T12:03:47.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.937+0000 7f33ce5a3900 20 add_watcher() i=5 2026-04-02T12:03:47.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.937+0000 7f33ce5a3900 20 add_watcher() i=4 2026-04-02T12:03:47.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.937+0000 7f33ce5a3900 20 add_watcher() i=1 2026-04-02T12:03:47.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.937+0000 7f33ce5a3900 20 add_watcher() i=7 2026-04-02T12:03:47.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.937+0000 7f33ce5a3900 20 add_watcher() i=2 2026-04-02T12:03:47.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.937+0000 7f33ce5a3900 20 add_watcher() i=6 2026-04-02T12:03:47.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.937+0000 7f33ce5a3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:47.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.939+0000 7f33ce5a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:47.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.939+0000 7f33ce5a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:47.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.940+0000 7f33ce5a3900 5 note: GC not initialized 2026-04-02T12:03:47.941 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.940+0000 7f3372ffd640 20 reqs_thread_entry: start 2026-04-02T12:03:47.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.975+0000 7f33ce5a3900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:47.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.975+0000 7f33ce5a3900 20 Filter name: none 2026-04-02T12:03:47.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.975+0000 7f3370ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:47.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.975+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.976+0000 7f33ce5a3900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:47.977 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.976+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.976+0000 7f33ce5a3900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:47.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.976+0000 7f33ce5a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:47.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.976+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.977+0000 7f33ce5a3900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:47.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.977+0000 7f33ce5a3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:47.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.977+0000 7f33ce5a3900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:47.978 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.977+0000 7f33ce5a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 20 remove_watcher() i=0 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 2 removed watcher, disabling cache 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 20 remove_watcher() i=3 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 20 remove_watcher() i=4 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 20 remove_watcher() i=2 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 20 remove_watcher() i=1 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 20 remove_watcher() i=7 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 20 remove_watcher() i=5 2026-04-02T12:03:47.983 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:47.981+0000 7f33ce5a3900 20 remove_watcher() i=6 2026-04-02T12:03:47.988 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:47.989 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:03:47.989 INFO:tasks.workunit.client.0.vm02.stderr:bucket: myver id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 num_objects: 0 size_kb: 0 num_shards: 1 2026-04-02T12:03:47.989 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:47.990 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2026-04-02T12:03:48.009 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:48.009 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:48.029 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.027+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.228+0000 7f42e092c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.228+0000 7f42e092c900 20 realm 2026-04-02T12:03:48.230 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.229+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.229+0000 7f42e092c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.229+0000 7f42e092c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:48.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.229+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.229+0000 7f42e092c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.229+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.230+0000 7f42e092c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:48.231 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.230+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.230+0000 7f42e092c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:48.232 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.230+0000 7f42e092c900 20 searching for the correct realm 2026-04-02T12:03:48.235 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.233+0000 7f42d7fff640 0 -- 192.168.123.102:0/3768747345 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55d42e62af30 msgr2=0x55d42e64b3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:48.238 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.236+0000 7f42cffff640 0 -- 192.168.123.102:0/3768747345 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x55d42e62af30 msgr2=0x7f42980e4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 zone default found 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 4 Realm: () 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 zonegroup default 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.441+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.442+0000 7f42e092c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.442+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.442+0000 7f42e092c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.442+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.442+0000 7f42e092c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.442+0000 7f42e092c900 20 started sync module instance, tier type = 2026-04-02T12:03:48.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.442+0000 7f42e092c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:48.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.445+0000 7f42e092c900 20 add_watcher() i=2 2026-04-02T12:03:48.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.445+0000 7f42e092c900 20 add_watcher() i=5 2026-04-02T12:03:48.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.445+0000 7f42e092c900 20 add_watcher() i=0 2026-04-02T12:03:48.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.445+0000 7f42e092c900 20 add_watcher() i=6 2026-04-02T12:03:48.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.445+0000 7f42e092c900 20 add_watcher() i=1 2026-04-02T12:03:48.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.446+0000 7f42e092c900 20 add_watcher() i=4 2026-04-02T12:03:48.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.446+0000 7f42e092c900 20 add_watcher() i=7 2026-04-02T12:03:48.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.447+0000 7f42e092c900 20 add_watcher() i=3 2026-04-02T12:03:48.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.447+0000 7f42e092c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:48.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.449+0000 7f42e092c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:48.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.449+0000 7f42e092c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:48.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.449+0000 7f42e092c900 5 note: GC not initialized 2026-04-02T12:03:48.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.449+0000 7f4288ff1640 20 reqs_thread_entry: start 2026-04-02T12:03:48.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.484+0000 7f42e092c900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:48.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.484+0000 7f42e092c900 20 Filter name: none 2026-04-02T12:03:48.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.484+0000 7f42827fc640 20 reqs_thread_entry: start 2026-04-02T12:03:48.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-02T12:03:48.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.486 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : miss 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 adding default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:48.487 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.485+0000 7f42e092c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.489+0000 7f42e092c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.489+0000 7f42e092c900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.489+0000 7f42e092c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.489+0000 7f42e092c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.489+0000 7f42baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927202 cookie 94369799672912 notifier 37712 bl.length()=917 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.489+0000 7f42baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.489+0000 7f42baffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.489+0000 7f42baffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.490+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.490+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.490+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:48.491 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.490+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:48.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.491+0000 7f42e092c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.0 2026-04-02T12:03:48.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.491+0000 7f42e092c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.0 2026-04-02T12:03:48.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.492+0000 7f42e092c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.1 2026-04-02T12:03:48.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.492+0000 7f42e092c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.1 2026-04-02T12:03:48.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.492+0000 7f42e092c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.0 2026-04-02T12:03:48.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.492+0000 7f42e092c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:48.493 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.492+0000 7f42e092c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:48.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42e092c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:48.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42e092c900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:48.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42e092c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:48.494 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42e092c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:48.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42bb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927203 cookie 94369799672912 notifier 37712 bl.length()=917 2026-04-02T12:03:48.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42bb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:48.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42bb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:48.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42bb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:48.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:48.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:48.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:48.495 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.493+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:48.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.494+0000 7f42e092c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.0 2026-04-02T12:03:48.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.495+0000 7f42e092c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:48.496 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.495+0000 7f42e092c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:48.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.495+0000 7f42e092c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:48.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.495+0000 7f42e092c900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:48.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.495+0000 7f42e092c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:48.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.495+0000 7f42e092c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:48.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.496+0000 7f42baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927204 cookie 94369799672912 notifier 37712 bl.length()=881 2026-04-02T12:03:48.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.496+0000 7f42baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:48.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.496+0000 7f42baffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:48.497 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.496+0000 7f42baffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:48.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.496+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:48.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.496+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:48.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.496+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:48.498 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.496+0000 7f42e092c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:48.499 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.497+0000 7f42e092c900 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2026-04-02T12:03:48.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 20 remove_watcher() i=0 2026-04-02T12:03:48.503 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 2 removed watcher, disabling cache 2026-04-02T12:03:48.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 20 remove_watcher() i=1 2026-04-02T12:03:48.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 20 remove_watcher() i=4 2026-04-02T12:03:48.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 20 remove_watcher() i=2 2026-04-02T12:03:48.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 20 remove_watcher() i=5 2026-04-02T12:03:48.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 20 remove_watcher() i=6 2026-04-02T12:03:48.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 20 remove_watcher() i=3 2026-04-02T12:03:48.504 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.502+0000 7f42e092c900 20 remove_watcher() i=7 2026-04-02T12:03:48.512 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket myver 2026-04-02T12:03:48.531 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:48.531 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:48.550 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.548+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.549+0000 7f469ca78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.549+0000 7f469ca78900 20 realm 2026-04-02T12:03:48.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.549+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.549+0000 7f469ca78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.549+0000 7f469ca78900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:48.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.549+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.549+0000 7f469ca78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.549+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.550+0000 7f469ca78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:48.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.550+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.551+0000 7f469ca78900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:48.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.551+0000 7f469ca78900 20 searching for the correct realm 2026-04-02T12:03:48.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.553+0000 7f469ad2e640 0 -- 192.168.123.102:0/2359557063 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f468c05dd10 msgr2=0x7f468c06bf80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:48.558 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.556+0000 7f4699d2c640 0 -- 192.168.123.102:0/2359557063 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f4688083040 msgr2=0x7f4688083410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:48.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:48.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:48.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:48.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:48.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:48.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:48.560 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.559+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 zone default found 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 4 Realm: () 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 zonegroup default 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.561 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 started sync module instance, tier type = 2026-04-02T12:03:48.562 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.560+0000 7f469ca78900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:48.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.564+0000 7f469ca78900 20 add_watcher() i=1 2026-04-02T12:03:48.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.564+0000 7f469ca78900 20 add_watcher() i=7 2026-04-02T12:03:48.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.564+0000 7f469ca78900 20 add_watcher() i=2 2026-04-02T12:03:48.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.564+0000 7f469ca78900 20 add_watcher() i=5 2026-04-02T12:03:48.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.564+0000 7f469ca78900 20 add_watcher() i=6 2026-04-02T12:03:48.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.564+0000 7f469ca78900 20 add_watcher() i=0 2026-04-02T12:03:48.566 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.564+0000 7f469ca78900 20 add_watcher() i=4 2026-04-02T12:03:48.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.565+0000 7f469ca78900 20 add_watcher() i=3 2026-04-02T12:03:48.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.565+0000 7f469ca78900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:48.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.567+0000 7f469ca78900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:48.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.567+0000 7f469ca78900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:48.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.567+0000 7f469ca78900 5 note: GC not initialized 2026-04-02T12:03:48.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.567+0000 7f4642ffd640 20 reqs_thread_entry: start 2026-04-02T12:03:48.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.604+0000 7f469ca78900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:48.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.604+0000 7f469ca78900 20 Filter name: none 2026-04-02T12:03:48.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.605+0000 7f4640ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:48.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.605+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.605+0000 7f469ca78900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.605+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.605+0000 7f469ca78900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.605+0000 7f469ca78900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.605+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.606+0000 7f469ca78900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.606+0000 7f469ca78900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.606+0000 7f469ca78900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:48.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.606+0000 7f469ca78900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.610+0000 7f469ca78900 20 remove_watcher() i=4 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.610+0000 7f469ca78900 2 removed watcher, disabling cache 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.610+0000 7f469ca78900 20 remove_watcher() i=3 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.610+0000 7f469ca78900 20 remove_watcher() i=0 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.610+0000 7f469ca78900 20 remove_watcher() i=5 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.610+0000 7f469ca78900 20 remove_watcher() i=6 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.610+0000 7f469ca78900 20 remove_watcher() i=2 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.611+0000 7f469ca78900 20 remove_watcher() i=7 2026-04-02T12:03:48.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.611+0000 7f469ca78900 20 remove_watcher() i=1 2026-04-02T12:03:48.618 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:48.618 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:03:48.618 INFO:tasks.workunit.client.0.vm02.stderr:bucket: myver id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 num_objects: 0 size_kb: 0 num_shards: 2 2026-04-02T12:03:48.618 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:48.663 INFO:tasks.workunit.client.0.vm02.stderr: test: reshard removes olh entries with empty name 2026-04-02T12:03:48.754 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:03:48.772 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:48.772 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:48.791 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.789+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.792+0000 7eff7d2f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.792+0000 7eff7d2f2900 20 realm 2026-04-02T12:03:48.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.792+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.792+0000 7eff7d2f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.792+0000 7eff7d2f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:48.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.792+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.793+0000 7eff7d2f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:48.794 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.793+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.793+0000 7eff7d2f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:48.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.793+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:48.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.794+0000 7eff7d2f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:48.795 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.794+0000 7eff7d2f2900 20 searching for the correct realm 2026-04-02T12:03:48.798 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.796+0000 7eff7a5a8640 0 -- 192.168.123.102:0/2476859105 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7eff680698d0 msgr2=0x7eff68071760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:48.800 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:48.799+0000 7eff7a5a8640 0 -- 192.168.123.102:0/2476859105 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7eff6c0cf040 msgr2=0x7eff6c0c3680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.003+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 20 zone default found 2026-04-02T12:03:49.005 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 4 Realm: () 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 20 zonegroup default 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.004+0000 7eff7d2f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.005+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.005+0000 7eff7d2f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.005+0000 7eff7d2f2900 20 started sync module instance, tier type = 2026-04-02T12:03:49.006 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.005+0000 7eff7d2f2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:49.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.008+0000 7eff7d2f2900 20 add_watcher() i=3 2026-04-02T12:03:49.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.009+0000 7eff7d2f2900 20 add_watcher() i=7 2026-04-02T12:03:49.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.009+0000 7eff7d2f2900 20 add_watcher() i=2 2026-04-02T12:03:49.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.009+0000 7eff7d2f2900 20 add_watcher() i=5 2026-04-02T12:03:49.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.009+0000 7eff7d2f2900 20 add_watcher() i=6 2026-04-02T12:03:49.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.009+0000 7eff7d2f2900 20 add_watcher() i=1 2026-04-02T12:03:49.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.009+0000 7eff7d2f2900 20 add_watcher() i=0 2026-04-02T12:03:49.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.009+0000 7eff7d2f2900 20 add_watcher() i=4 2026-04-02T12:03:49.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.009+0000 7eff7d2f2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:49.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.011+0000 7eff7d2f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:49.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.011+0000 7eff7d2f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:49.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.011+0000 7eff7d2f2900 5 note: GC not initialized 2026-04-02T12:03:49.013 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.012+0000 7eff237fe640 20 reqs_thread_entry: start 2026-04-02T12:03:49.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.048+0000 7eff7d2f2900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:49.049 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.048+0000 7eff7d2f2900 20 Filter name: none 2026-04-02T12:03:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.048+0000 7eff217fa640 20 reqs_thread_entry: start 2026-04-02T12:03:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.048+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.048+0000 7eff7d2f2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.048+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.049+0000 7eff7d2f2900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:03:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.049+0000 7eff7d2f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.049+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.050 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.049+0000 7eff7d2f2900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.049+0000 7eff7d2f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.049+0000 7eff7d2f2900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:03:49.051 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.049+0000 7eff7d2f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:49.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.053+0000 7eff7d2f2900 20 remove_watcher() i=3 2026-04-02T12:03:49.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.054+0000 7eff7d2f2900 2 removed watcher, disabling cache 2026-04-02T12:03:49.055 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.054+0000 7eff7d2f2900 20 remove_watcher() i=0 2026-04-02T12:03:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.054+0000 7eff7d2f2900 20 remove_watcher() i=5 2026-04-02T12:03:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.054+0000 7eff7d2f2900 20 remove_watcher() i=6 2026-04-02T12:03:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.054+0000 7eff7d2f2900 20 remove_watcher() i=4 2026-04-02T12:03:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.054+0000 7eff7d2f2900 20 remove_watcher() i=2 2026-04-02T12:03:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.054+0000 7eff7d2f2900 20 remove_watcher() i=1 2026-04-02T12:03:49.056 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.054+0000 7eff7d2f2900 20 remove_watcher() i=7 2026-04-02T12:03:49.062 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:49.062 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:03:49.062 INFO:tasks.workunit.client.0.vm02.stderr:bucket: a-bucket id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 num_objects: 0 size_kb: 0 num_shards: 3 2026-04-02T12:03:49.062 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:49.064 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket layout --bucket a-bucket 2026-04-02T12:03:49.082 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:49.082 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:49.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.098+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.099+0000 7fbaa4fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.099+0000 7fbaa4fa3900 20 realm 2026-04-02T12:03:49.100 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.099+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.099+0000 7fbaa4fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.099+0000 7fbaa4fa3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:49.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.099+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.099+0000 7fbaa4fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.099+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.100+0000 7fbaa4fa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:49.101 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.100+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.100+0000 7fbaa4fa3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:49.102 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.100+0000 7fbaa4fa3900 20 searching for the correct realm 2026-04-02T12:03:49.105 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.103+0000 7fbaa0ce7640 0 -- 192.168.123.102:0/3356584849 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fba94068a70 msgr2=0x7fba940173d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:49.310 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.308+0000 7fba9bfff640 0 -- 192.168.123.102:0/3356584849 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x5638bb4e9f00 msgr2=0x5638bb50a2e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.310+0000 7fbaa4fa3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.310+0000 7fbaa4fa3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.310+0000 7fbaa4fa3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.310+0000 7fbaa4fa3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.310+0000 7fbaa4fa3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.310+0000 7fbaa4fa3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.310+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:49.312 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 zone default found 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 4 Realm: () 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 zonegroup default 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.311+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.312+0000 7fbaa4fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.313 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.312+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.312+0000 7fbaa4fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.312+0000 7fbaa4fa3900 20 started sync module instance, tier type = 2026-04-02T12:03:49.314 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.312+0000 7fbaa4fa3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:49.317 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.316+0000 7fbaa4fa3900 20 add_watcher() i=3 2026-04-02T12:03:49.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.316+0000 7fbaa4fa3900 20 add_watcher() i=7 2026-04-02T12:03:49.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.316+0000 7fbaa4fa3900 20 add_watcher() i=5 2026-04-02T12:03:49.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.316+0000 7fbaa4fa3900 20 add_watcher() i=6 2026-04-02T12:03:49.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.316+0000 7fbaa4fa3900 20 add_watcher() i=4 2026-04-02T12:03:49.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.317+0000 7fbaa4fa3900 20 add_watcher() i=2 2026-04-02T12:03:49.318 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.317+0000 7fbaa4fa3900 20 add_watcher() i=1 2026-04-02T12:03:49.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.317+0000 7fbaa4fa3900 20 add_watcher() i=0 2026-04-02T12:03:49.319 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.317+0000 7fbaa4fa3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:49.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.320+0000 7fbaa4fa3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:49.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.320+0000 7fbaa4fa3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:49.321 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.320+0000 7fbaa4fa3900 5 note: GC not initialized 2026-04-02T12:03:49.322 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.320+0000 7fba4dfeb640 20 reqs_thread_entry: start 2026-04-02T12:03:49.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.358+0000 7fbaa4fa3900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:49.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.358+0000 7fbaa4fa3900 20 Filter name: none 2026-04-02T12:03:49.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.358+0000 7fba477fe640 20 reqs_thread_entry: start 2026-04-02T12:03:49.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.358+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.358+0000 7fbaa4fa3900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:49.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.358+0000 7fbaa4fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.359+0000 7fbaa4fa3900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:03:49.360 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.359+0000 7fbaa4fa3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.362+0000 7fbaa4fa3900 20 remove_watcher() i=2 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.362+0000 7fbaa4fa3900 2 removed watcher, disabling cache 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.362+0000 7fbaa4fa3900 20 remove_watcher() i=5 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.362+0000 7fbaa4fa3900 20 remove_watcher() i=7 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.362+0000 7fbaa4fa3900 20 remove_watcher() i=6 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.362+0000 7fbaa4fa3900 20 remove_watcher() i=0 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.362+0000 7fbaa4fa3900 20 remove_watcher() i=4 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.363+0000 7fbaa4fa3900 20 remove_watcher() i=1 2026-04-02T12:03:49.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.363+0000 7fbaa4fa3900 20 remove_watcher() i=3 2026-04-02T12:03:49.372 INFO:tasks.workunit.client.0.vm02.stderr:rados -p default.rgw.buckets.index setomapval .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2026-04-02T12:03:49.388 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:49.388 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:49.402 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket a-bucket 2026-04-02T12:03:49.422 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:49.422 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:49.441 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.439+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.442 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.441+0000 7fef4ef22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.441+0000 7fef4ef22900 20 realm 2026-04-02T12:03:49.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.441+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.441+0000 7fef4ef22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.441+0000 7fef4ef22900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:49.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.441+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.441+0000 7fef4ef22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.443 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.441+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.442+0000 7fef4ef22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:49.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.442+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.442+0000 7fef4ef22900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:49.444 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.442+0000 7fef4ef22900 20 searching for the correct realm 2026-04-02T12:03:49.447 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.446+0000 7fef4ac12640 0 -- 192.168.123.102:0/716921113 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fef3c0f19e0 msgr2=0x7fef3c073950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:49.652 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.650+0000 7fef4a411640 0 -- 192.168.123.102:0/716921113 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x563119bc7b40 msgr2=0x563119be7f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.654 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 zone default found 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 4 Realm: () 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 zonegroup default 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.653+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.654+0000 7fef4ef22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.655 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.654+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.654+0000 7fef4ef22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.654+0000 7fef4ef22900 20 started sync module instance, tier type = 2026-04-02T12:03:49.656 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.654+0000 7fef4ef22900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.658+0000 7fef4ef22900 20 add_watcher() i=1 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.658+0000 7fef4ef22900 20 add_watcher() i=7 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.658+0000 7fef4ef22900 20 add_watcher() i=4 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.658+0000 7fef4ef22900 20 add_watcher() i=5 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.658+0000 7fef4ef22900 20 add_watcher() i=0 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.658+0000 7fef4ef22900 20 add_watcher() i=3 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.658+0000 7fef4ef22900 20 add_watcher() i=6 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.659+0000 7fef4ef22900 20 add_watcher() i=2 2026-04-02T12:03:49.660 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.659+0000 7fef4ef22900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:49.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.660+0000 7fef4ef22900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:49.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.660+0000 7fef4ef22900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:49.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.661+0000 7fef4ef22900 5 note: GC not initialized 2026-04-02T12:03:49.662 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.661+0000 7feef3fff640 20 reqs_thread_entry: start 2026-04-02T12:03:49.765 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.764+0000 7fef4ef22900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:49.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.764+0000 7fef4ef22900 20 Filter name: none 2026-04-02T12:03:49.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.764+0000 7feef1ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:49.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.764+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.764+0000 7fef4ef22900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:49.766 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.764+0000 7fef4ef22900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 20 INFO: main: starting shard=0 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 20 INFO: main: starting shard=1 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.765+0000 7fef4ef22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.766+0000 7fef4ef22900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.766+0000 7fef4ef22900 20 INFO: main: starting shard=2 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.766+0000 7fef4ef22900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:49.767 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.766+0000 7fef4ef22900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:49.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.766+0000 7fef4ef22900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:49.768 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.766+0000 7fef4ef22900 20 INFO: main: done 2026-04-02T12:03:49.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.770+0000 7fef4ef22900 20 remove_watcher() i=5 2026-04-02T12:03:49.771 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.770+0000 7fef4ef22900 2 removed watcher, disabling cache 2026-04-02T12:03:49.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.770+0000 7fef4ef22900 20 remove_watcher() i=3 2026-04-02T12:03:49.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.770+0000 7fef4ef22900 20 remove_watcher() i=0 2026-04-02T12:03:49.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.770+0000 7fef4ef22900 20 remove_watcher() i=7 2026-04-02T12:03:49.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.770+0000 7fef4ef22900 20 remove_watcher() i=4 2026-04-02T12:03:49.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.770+0000 7fef4ef22900 20 remove_watcher() i=2 2026-04-02T12:03:49.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.770+0000 7fef4ef22900 20 remove_watcher() i=1 2026-04-02T12:03:49.772 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.771+0000 7fef4ef22900 20 remove_watcher() i=6 2026-04-02T12:03:49.780 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2026-04-02T12:03:49.801 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:49.801 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:49.824 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.822+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.823+0000 7f1ad5d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.823+0000 7f1ad5d8b900 20 realm 2026-04-02T12:03:49.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.823+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.823+0000 7f1ad5d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.823+0000 7f1ad5d8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:49.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.823+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.823+0000 7f1ad5d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:49.825 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.823+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.824+0000 7f1ad5d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:49.826 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.824+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:49.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.825+0000 7f1ad5d8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:49.827 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.825+0000 7f1ad5d8b900 20 searching for the correct realm 2026-04-02T12:03:49.830 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:49.828+0000 7f1ad1ae7640 0 -- 192.168.123.102:0/113707116 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f1ac406d420 msgr2=0x7f1ac406d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:50.034 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.033+0000 7f1ad12e6640 0 -- 192.168.123.102:0/113707116 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55b0fc6064e0 msgr2=0x55b0fc6268c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:50.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:50.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:50.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:50.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:50.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:50.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:50.036 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.035+0000 7f1ad5d8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 zone default found 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 4 Realm: () 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 zonegroup default 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.037 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 started sync module instance, tier type = 2026-04-02T12:03:50.038 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.036+0000 7f1ad5d8b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:50.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.039+0000 7f1ad5d8b900 20 add_watcher() i=0 2026-04-02T12:03:50.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.039+0000 7f1ad5d8b900 20 add_watcher() i=7 2026-04-02T12:03:50.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.039+0000 7f1ad5d8b900 20 add_watcher() i=5 2026-04-02T12:03:50.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.039+0000 7f1ad5d8b900 20 add_watcher() i=2 2026-04-02T12:03:50.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.040+0000 7f1ad5d8b900 20 add_watcher() i=1 2026-04-02T12:03:50.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.040+0000 7f1ad5d8b900 20 add_watcher() i=4 2026-04-02T12:03:50.041 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.040+0000 7f1ad5d8b900 20 add_watcher() i=6 2026-04-02T12:03:50.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.040+0000 7f1ad5d8b900 20 add_watcher() i=3 2026-04-02T12:03:50.042 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.040+0000 7f1ad5d8b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:50.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.042+0000 7f1ad5d8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:50.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.042+0000 7f1ad5d8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:50.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.042+0000 7f1ad5d8b900 5 note: GC not initialized 2026-04-02T12:03:50.044 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.042+0000 7f1a7efed640 20 reqs_thread_entry: start 2026-04-02T12:03:50.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:50.284 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 20 Filter name: none 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1a7cfe9640 20 reqs_thread_entry: start 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : miss 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.283+0000 7f1ad5d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.284+0000 7f1ad5d8b900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.284+0000 7f1ad5d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.284+0000 7f1ad5d8b900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.284+0000 7f1ad5d8b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.284+0000 7f1ad5d8b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:50.285 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.284+0000 7f1ad5d8b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.287+0000 7f1ad5d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.287+0000 7f1ad5d8b900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.287+0000 7f1ad5d8b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.287+0000 7f1ad5d8b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.287+0000 7f1ab0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927318 cookie 94218636826672 notifier 7348 bl.length()=923 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.287+0000 7f1ab0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.287+0000 7f1ab0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.287+0000 7f1ab0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.288+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.288+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.288+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:03:50.289 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.288+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.290+0000 7f1ad5d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.290+0000 7f1ad5d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.290+0000 7f1ad5d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.290+0000 7f1ad5d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.290+0000 7f1ad5d8b900 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.290+0000 7f1ad5d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.290+0000 7f1ad5d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.291+0000 7f1ad5d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.291+0000 7f1ad5d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.291+0000 7f1ad5d8b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:50.292 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.291+0000 7f1ad5d8b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ad5d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ad5d8b900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ad5d8b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ad5d8b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ab17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927319 cookie 94218636826672 notifier 7348 bl.length()=923 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ab17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ab17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ab17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:03:50.294 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.292+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:03:50.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.293+0000 7f1ad5d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:50.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.293+0000 7f1ad5d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.0 2026-04-02T12:03:50.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.294+0000 7f1ad5d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:50.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.294+0000 7f1ad5d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.1 2026-04-02T12:03:50.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.294+0000 7f1ad5d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:50.295 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.294+0000 7f1ad5d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.2.2 2026-04-02T12:03:50.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.294+0000 7f1ad5d8b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:50.296 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.294+0000 7f1ad5d8b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ad5d8b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ad5d8b900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ad5d8b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ad5d8b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19, ofs0, ns] 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ab0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927320 cookie 94218636826672 notifier 7348 bl.length()=887 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ab0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 info.flags=0x17 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ab0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:eddad88e-989b-427a-b28b-eab9b853fda8.4590.19 to cache LRU end 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ab0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_sources= new_sources= 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential sources added=[] removed=[] 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): orig_dests= new_dests= 2026-04-02T12:03:50.297 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.295+0000 7f1ad5d8b900 20 handle_bi_update(): bucket=:a-bucket[eddad88e-989b-427a-b28b-eab9b853fda8.4590.19]): potential dests added=[] removed=[] 2026-04-02T12:03:50.298 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.297+0000 7f1ad5d8b900 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 20 remove_watcher() i=2 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 2 removed watcher, disabling cache 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 20 remove_watcher() i=7 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 20 remove_watcher() i=3 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 20 remove_watcher() i=0 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 20 remove_watcher() i=6 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 20 remove_watcher() i=1 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 20 remove_watcher() i=5 2026-04-02T12:03:50.303 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.301+0000 7f1ad5d8b900 20 remove_watcher() i=4 2026-04-02T12:03:50.310 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket a-bucket 2026-04-02T12:03:50.328 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:50.329 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:50.348 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.346+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.347+0000 7eff42375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.347+0000 7eff42375900 20 realm 2026-04-02T12:03:50.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.347+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.347+0000 7eff42375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.347+0000 7eff42375900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:50.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.347+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.347+0000 7eff42375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.349 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.347+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.348+0000 7eff42375900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:50.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.348+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.348+0000 7eff42375900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:50.350 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.349+0000 7eff42375900 20 searching for the correct realm 2026-04-02T12:03:50.353 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.351+0000 7eff3bfff640 0 -- 192.168.123.102:0/3910583881 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x5638fa7c2930 msgr2=0x5638fa7e2d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:50.355 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.354+0000 7eff3bfff640 0 -- 192.168.123.102:0/3910583881 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7eff34084040 msgr2=0x7eff340bee70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.356+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 zone default found 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 4 Realm: () 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 zonegroup default 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.358 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 started sync module instance, tier type = 2026-04-02T12:03:50.359 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.357+0000 7eff42375900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:50.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.360+0000 7eff42375900 20 add_watcher() i=2 2026-04-02T12:03:50.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.360+0000 7eff42375900 20 add_watcher() i=3 2026-04-02T12:03:50.362 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.361+0000 7eff42375900 20 add_watcher() i=1 2026-04-02T12:03:50.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.361+0000 7eff42375900 20 add_watcher() i=5 2026-04-02T12:03:50.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.361+0000 7eff42375900 20 add_watcher() i=0 2026-04-02T12:03:50.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.361+0000 7eff42375900 20 add_watcher() i=4 2026-04-02T12:03:50.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.361+0000 7eff42375900 20 add_watcher() i=6 2026-04-02T12:03:50.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.361+0000 7eff42375900 20 add_watcher() i=7 2026-04-02T12:03:50.363 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.361+0000 7eff42375900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:50.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.362+0000 7eff42375900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:50.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.362+0000 7eff42375900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:50.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.363+0000 7eff42375900 5 note: GC not initialized 2026-04-02T12:03:50.364 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.363+0000 7efee7fff640 20 reqs_thread_entry: start 2026-04-02T12:03:50.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.396+0000 7eff42375900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:50.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.396+0000 7eff42375900 20 Filter name: none 2026-04-02T12:03:50.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.396+0000 7efee5ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:50.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.396+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:03:50.398 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:03:50.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:50.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2026-04-02T12:03:50.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 INFO: main: starting shard=0 2026-04-02T12:03:50.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:03:50.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.19.3.0 2026-04-02T12:03:50.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:50.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.397+0000 7eff42375900 20 INFO: main: done 2026-04-02T12:03:50.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.400+0000 7eff42375900 20 remove_watcher() i=3 2026-04-02T12:03:50.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.400+0000 7eff42375900 2 removed watcher, disabling cache 2026-04-02T12:03:50.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.401+0000 7eff42375900 20 remove_watcher() i=5 2026-04-02T12:03:50.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.401+0000 7eff42375900 20 remove_watcher() i=6 2026-04-02T12:03:50.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.401+0000 7eff42375900 20 remove_watcher() i=1 2026-04-02T12:03:50.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.401+0000 7eff42375900 20 remove_watcher() i=2 2026-04-02T12:03:50.402 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.401+0000 7eff42375900 20 remove_watcher() i=7 2026-04-02T12:03:50.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.401+0000 7eff42375900 20 remove_watcher() i=0 2026-04-02T12:03:50.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.401+0000 7eff42375900 20 remove_watcher() i=4 2026-04-02T12:03:50.408 INFO:tasks.workunit.client.0.vm02.stderr: test: PUT succeeds during reshard 2026-04-02T12:03:50.410 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket myver 2026-04-02T12:03:50.428 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:50.428 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:50.448 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.446+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.447+0000 7f2847d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.448+0000 7f2847d3e900 20 realm 2026-04-02T12:03:50.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.448+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.448+0000 7f2847d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.448+0000 7f2847d3e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:50.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.448+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.448+0000 7f2847d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.449 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.448+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.449+0000 7f2847d3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:50.450 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.449+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.449+0000 7f2847d3e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:50.451 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.449+0000 7f2847d3e900 20 searching for the correct realm 2026-04-02T12:03:50.453 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.452+0000 7f2837fff640 0 -- 192.168.123.102:0/3061008908 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f283007d910 msgr2=0x7f2830073400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:50.456 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.454+0000 7f2837fff640 0 -- 192.168.123.102:0/3061008908 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f2838079ae0 msgr2=0x7f2838033090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.457+0000 7f2847d3e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.457+0000 7f2847d3e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.457+0000 7f2847d3e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.457+0000 7f2847d3e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.457+0000 7f2847d3e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.457+0000 7f2847d3e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.457+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:50.459 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 zone default found 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 4 Realm: () 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 zonegroup default 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.458+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.459+0000 7f2847d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.459+0000 7f2847d3e900 20 started sync module instance, tier type = 2026-04-02T12:03:50.460 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.459+0000 7f2847d3e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:50.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.462+0000 7f2847d3e900 20 add_watcher() i=3 2026-04-02T12:03:50.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.462+0000 7f2847d3e900 20 add_watcher() i=1 2026-04-02T12:03:50.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.463+0000 7f2847d3e900 20 add_watcher() i=2 2026-04-02T12:03:50.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.463+0000 7f2847d3e900 20 add_watcher() i=7 2026-04-02T12:03:50.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.463+0000 7f2847d3e900 20 add_watcher() i=0 2026-04-02T12:03:50.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.463+0000 7f2847d3e900 20 add_watcher() i=6 2026-04-02T12:03:50.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.463+0000 7f2847d3e900 20 add_watcher() i=4 2026-04-02T12:03:50.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.463+0000 7f2847d3e900 20 add_watcher() i=5 2026-04-02T12:03:50.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.463+0000 7f2847d3e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:50.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.465+0000 7f2847d3e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:50.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.465+0000 7f2847d3e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:50.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.465+0000 7f2847d3e900 5 note: GC not initialized 2026-04-02T12:03:50.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.465+0000 7f27ebfff640 20 reqs_thread_entry: start 2026-04-02T12:03:50.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.499+0000 7f2847d3e900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:50.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.499+0000 7f2847d3e900 20 Filter name: none 2026-04-02T12:03:50.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.499+0000 7f27e9ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:50.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.499+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:50.501 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:50.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:50.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:50.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:50.502 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.500+0000 7f2847d3e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.504+0000 7f2847d3e900 20 remove_watcher() i=2 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.504+0000 7f2847d3e900 2 removed watcher, disabling cache 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.504+0000 7f2847d3e900 20 remove_watcher() i=1 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.505+0000 7f2847d3e900 20 remove_watcher() i=0 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.505+0000 7f2847d3e900 20 remove_watcher() i=5 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.505+0000 7f2847d3e900 20 remove_watcher() i=6 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.505+0000 7f2847d3e900 20 remove_watcher() i=4 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.505+0000 7f2847d3e900 20 remove_watcher() i=3 2026-04-02T12:03:50.506 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.505+0000 7f2847d3e900 20 remove_watcher() i=7 2026-04-02T12:03:50.512 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:50.512 INFO:tasks.workunit.client.0.vm02.stderr:BUCKET_STATS: 2026-04-02T12:03:50.512 INFO:tasks.workunit.client.0.vm02.stderr:bucket: myver id: eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 num_objects: 0 size_kb: 0 num_shards: 2 2026-04-02T12:03:50.512 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:50.513 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2026-04-02T12:03:50.534 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:50.534 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:50.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.552+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.553+0000 7f2042ef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.553+0000 7f2042ef2900 20 realm 2026-04-02T12:03:50.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.553+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.554 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.553+0000 7f2042ef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.553+0000 7f2042ef2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:50.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.553+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.553+0000 7f2042ef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.553+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.554+0000 7f2042ef2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:50.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.554+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.554+0000 7f2042ef2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:50.556 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.554+0000 7f2042ef2900 20 searching for the correct realm 2026-04-02T12:03:50.557 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.556+0000 7f20411aa640 0 -- 192.168.123.102:0/523368442 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f2034074020 msgr2=0x7f2034063aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:50.762 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.760+0000 7f20411aa640 0 -- 192.168.123.102:0/523368442 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f20000a4200 msgr2=0x7f20000c4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.965+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.967 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 zone default found 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 4 Realm: () 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 zonegroup default 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.966+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.967+0000 7f2042ef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.967+0000 7f2042ef2900 20 started sync module instance, tier type = 2026-04-02T12:03:50.968 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.967+0000 7f2042ef2900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 20 add_watcher() i=2 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 20 add_watcher() i=4 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 20 add_watcher() i=3 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 20 add_watcher() i=1 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 20 add_watcher() i=7 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 20 add_watcher() i=5 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 20 add_watcher() i=0 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 20 add_watcher() i=6 2026-04-02T12:03:50.972 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.970+0000 7f2042ef2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:50.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.972+0000 7f2042ef2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:50.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.972+0000 7f2042ef2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:50.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.972+0000 7f2042ef2900 5 note: GC not initialized 2026-04-02T12:03:50.974 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:50.972+0000 7f1fedfeb640 20 reqs_thread_entry: start 2026-04-02T12:03:51.010 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 20 Filter name: none 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f1fe77fe640 20 reqs_thread_entry: start 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : miss 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 adding default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:51.011 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.009+0000 7f2042ef2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:51.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f2042ef2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:51.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f2042ef2900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:51.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f2042ef2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:51.014 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f2042ef2900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:51.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f20177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927205 cookie 93896756295840 notifier 8487 bl.length()=917 2026-04-02T12:03:51.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f20177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:51.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f20177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:51.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f20177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:51.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:51.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:51.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:51.015 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.013+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:51.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:51.015+0000 7f2042ef2900 -1 Injecting delay=5.000000000s at location=do_reshard 2026-04-02T12:03:51.526 INFO:tasks.workunit.client.0.vm02.stderr:put object successful 2026-04-02T12:03:56.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.015+0000 7f2042ef2900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:56.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.015+0000 7f2042ef2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:56.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.015+0000 7f2042ef2900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:56.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.015+0000 7f2042ef2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:56.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.015+0000 7f2042ef2900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:56.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.015+0000 7f2042ef2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:56.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.015+0000 7f2042ef2900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.0 2026-04-02T12:03:56.017 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.015+0000 7f2042ef2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.0 2026-04-02T12:03:56.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.016+0000 7f2042ef2900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.1 2026-04-02T12:03:56.018 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.016+0000 7f2042ef2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.1 2026-04-02T12:03:56.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.018+0000 7f2042ef2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:56.019 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.018+0000 7f2042ef2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:56.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f2042ef2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:56.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f2042ef2900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:56.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f2042ef2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:56.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f2042ef2900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:56.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f20177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927206 cookie 93896756295840 notifier 8487 bl.length()=917 2026-04-02T12:03:56.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f20177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:56.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f20177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:56.020 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f20177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:56.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:56.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:56.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:56.021 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.019+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:56.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.020+0000 7f2042ef2900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.0 2026-04-02T12:03:56.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.020+0000 7f2042ef2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.0 2026-04-02T12:03:56.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.021+0000 7f2042ef2900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.1 2026-04-02T12:03:56.022 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.021+0000 7f2042ef2900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.1.1 2026-04-02T12:03:56.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.022+0000 7f2042ef2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:56.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.022+0000 7f2042ef2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:56.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2042ef2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:56.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2042ef2900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:56.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2042ef2900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:56.024 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2042ef2900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:56.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2017fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927207 cookie 93896756295840 notifier 8487 bl.length()=881 2026-04-02T12:03:56.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2017fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:56.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2017fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:56.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2017fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:56.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:56.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:56.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:56.025 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.023+0000 7f2042ef2900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:56.026 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.024+0000 7f2042ef2900 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 20 remove_watcher() i=1 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 2 removed watcher, disabling cache 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 20 remove_watcher() i=7 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 20 remove_watcher() i=0 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 20 remove_watcher() i=2 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 20 remove_watcher() i=3 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 20 remove_watcher() i=4 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 20 remove_watcher() i=5 2026-04-02T12:03:56.031 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:56.029+0000 7f2042ef2900 20 remove_watcher() i=6 2026-04-02T12:03:56.531 INFO:tasks.workunit.client.0.vm02.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2026-04-02T12:03:56.532 INFO:tasks.workunit.client.0.vm02.stderr: 2026-04-02T12:03:56.610 INFO:tasks.workunit.client.0.vm02.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-02T12:03:56.855 INFO:tasks.workunit.client.0.vm02.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-02T12:03:58.157 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T12:03:58.159 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket myver --object x 2026-04-02T12:03:58.179 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:58.180 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:58.201 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.200+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.201+0000 7fb4d6d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.201+0000 7fb4d6d75900 20 realm 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.201+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.202+0000 7fb4d6d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.202+0000 7fb4d6d75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.202+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.202+0000 7fb4d6d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.202+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.203+0000 7fb4d6d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.203+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.203+0000 7fb4d6d75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:58.204 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.203+0000 7fb4d6d75900 20 searching for the correct realm 2026-04-02T12:03:58.208 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.207+0000 7fb4d482c640 0 -- 192.168.123.102:0/597852080 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fb4c8069660 msgr2=0x7fb4c8064b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.412 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.412+0000 7fb4c7fff640 0 -- 192.168.123.102:0/597852080 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x562df7c13850 msgr2=0x562df7c33c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:58.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:58.414 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.414+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 zone default found 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 4 Realm: () 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 zonegroup default 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 started sync module instance, tier type = 2026-04-02T12:03:58.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.415+0000 7fb4d6d75900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.419+0000 7fb4d6d75900 20 add_watcher() i=0 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.419+0000 7fb4d6d75900 20 add_watcher() i=4 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.419+0000 7fb4d6d75900 20 add_watcher() i=7 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.419+0000 7fb4d6d75900 20 add_watcher() i=3 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.419+0000 7fb4d6d75900 20 add_watcher() i=2 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.419+0000 7fb4d6d75900 20 add_watcher() i=1 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.420+0000 7fb4d6d75900 20 add_watcher() i=5 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.420+0000 7fb4d6d75900 20 add_watcher() i=6 2026-04-02T12:03:58.420 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.420+0000 7fb4d6d75900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:58.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.422+0000 7fb4d6d75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:58.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.422+0000 7fb4d6d75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:58.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.422+0000 7fb4d6d75900 5 note: GC not initialized 2026-04-02T12:03:58.422 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.422+0000 7fb4817f2640 20 reqs_thread_entry: start 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.460+0000 7fb4d6d75900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.460+0000 7fb4d6d75900 20 Filter name: none 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.460+0000 7fb47affd640 20 reqs_thread_entry: start 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.460+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.460+0000 7fb4d6d75900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.460+0000 7fb4d6d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 INFO: main: starting shard=0 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:58.461 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 INFO: main: starting shard=1 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 INFO: main: starting shard=2 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.461+0000 7fb4d6d75900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.462+0000 7fb4d6d75900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:58.462 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.462+0000 7fb4d6d75900 20 INFO: main: done 2026-04-02T12:03:58.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 20 remove_watcher() i=4 2026-04-02T12:03:58.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 2 removed watcher, disabling cache 2026-04-02T12:03:58.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 20 remove_watcher() i=7 2026-04-02T12:03:58.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 20 remove_watcher() i=1 2026-04-02T12:03:58.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 20 remove_watcher() i=3 2026-04-02T12:03:58.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 20 remove_watcher() i=0 2026-04-02T12:03:58.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 20 remove_watcher() i=5 2026-04-02T12:03:58.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 20 remove_watcher() i=6 2026-04-02T12:03:58.466 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.465+0000 7fb4d6d75900 20 remove_watcher() i=2 2026-04-02T12:03:58.522 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T12:03:58.524 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket myver --object y 2026-04-02T12:03:58.544 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:58.545 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:58.567 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.566+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.567+0000 7fed28d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.567+0000 7fed28d8b900 20 realm 2026-04-02T12:03:58.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.567+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.568+0000 7fed28d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.568+0000 7fed28d8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:58.568 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.568+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.568+0000 7fed28d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.569 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.568+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.569+0000 7fed28d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.569+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.570+0000 7fed28d8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:58.570 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.570+0000 7fed28d8b900 20 searching for the correct realm 2026-04-02T12:03:58.574 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.573+0000 7fed24ae7640 0 -- 192.168.123.102:0/1944371425 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x56416de15a20 msgr2=0x56416de35ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.577 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.576+0000 7fed1ffff640 0 -- 192.168.123.102:0/1944371425 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fed1808ee40 msgr2=0x7fed180cf210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.580+0000 7fed28d8b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.580+0000 7fed28d8b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.580+0000 7fed28d8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.580+0000 7fed28d8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.580+0000 7fed28d8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.580+0000 7fed28d8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.580+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.581+0000 7fed28d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.581 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.581+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.581+0000 7fed28d8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.581+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.581+0000 7fed28d8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.581+0000 7fed28d8b900 20 zone default found 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.581+0000 7fed28d8b900 4 Realm: () 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.581+0000 7fed28d8b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.582+0000 7fed28d8b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.582+0000 7fed28d8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.582+0000 7fed28d8b900 20 zonegroup default 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.582+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.582+0000 7fed28d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.582 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.582+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.582+0000 7fed28d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.582+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.583+0000 7fed28d8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.583+0000 7fed28d8b900 20 started sync module instance, tier type = 2026-04-02T12:03:58.583 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.583+0000 7fed28d8b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:58.586 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.586+0000 7fed28d8b900 20 add_watcher() i=5 2026-04-02T12:03:58.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.586+0000 7fed28d8b900 20 add_watcher() i=3 2026-04-02T12:03:58.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.587+0000 7fed28d8b900 20 add_watcher() i=2 2026-04-02T12:03:58.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.587+0000 7fed28d8b900 20 add_watcher() i=0 2026-04-02T12:03:58.587 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.587+0000 7fed28d8b900 20 add_watcher() i=6 2026-04-02T12:03:58.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.587+0000 7fed28d8b900 20 add_watcher() i=1 2026-04-02T12:03:58.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.587+0000 7fed28d8b900 20 add_watcher() i=7 2026-04-02T12:03:58.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.588+0000 7fed28d8b900 20 add_watcher() i=4 2026-04-02T12:03:58.588 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.588+0000 7fed28d8b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:58.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.590+0000 7fed28d8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:58.590 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.590+0000 7fed28d8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:58.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.590+0000 7fed28d8b900 5 note: GC not initialized 2026-04-02T12:03:58.591 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.590+0000 7fecd1feb640 20 reqs_thread_entry: start 2026-04-02T12:03:58.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.629+0000 7fed28d8b900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:58.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.629+0000 7fed28d8b900 20 Filter name: none 2026-04-02T12:03:58.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.630+0000 7feccb7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:58.630 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.630+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.630+0000 7fed28d8b900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.630+0000 7fed28d8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.630+0000 7fed28d8b900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.630+0000 7fed28d8b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.630+0000 7fed28d8b900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.630+0000 7fed28d8b900 20 INFO: main: starting shard=0 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:58.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 20 INFO: main: starting shard=1 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 20 INFO: main: starting shard=2 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.631+0000 7fed28d8b900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.632+0000 7fed28d8b900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T12:03:58.632 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.632+0000 7fed28d8b900 20 INFO: main: done 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.636+0000 7fed28d8b900 20 remove_watcher() i=2 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.636+0000 7fed28d8b900 2 removed watcher, disabling cache 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.637+0000 7fed28d8b900 20 remove_watcher() i=3 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.637+0000 7fed28d8b900 20 remove_watcher() i=4 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.637+0000 7fed28d8b900 20 remove_watcher() i=0 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.637+0000 7fed28d8b900 20 remove_watcher() i=1 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.637+0000 7fed28d8b900 20 remove_watcher() i=5 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.637+0000 7fed28d8b900 20 remove_watcher() i=6 2026-04-02T12:03:58.637 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.637+0000 7fed28d8b900 20 remove_watcher() i=7 2026-04-02T12:03:58.695 INFO:tasks.workunit.client.0.vm02.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T12:03:58.696 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bi list --bucket myver --object z 2026-04-02T12:03:58.717 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:58.717 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:58.739 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.738+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.739+0000 7fb4fc92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.740+0000 7fb4fc92f900 20 realm 2026-04-02T12:03:58.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.740+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.740+0000 7fb4fc92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.740+0000 7fb4fc92f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:58.740 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.740+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.740+0000 7fb4fc92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.740+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.741+0000 7fb4fc92f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.741 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.741+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.742+0000 7fb4fc92f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:58.742 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.742+0000 7fb4fc92f900 20 searching for the correct realm 2026-04-02T12:03:58.745 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.744+0000 7fb4ebfff640 0 -- 192.168.123.102:0/1751752023 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fb4e40bb040 msgr2=0x7fb4e40c3000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.748 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.747+0000 7fb4ebfff640 0 -- 192.168.123.102:0/1751752023 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fb4ec08b7a0 msgr2=0x7fb4ec064070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.751+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:58.752 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 zone default found 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 4 Realm: () 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 zonegroup default 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.752+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.753+0000 7fb4fc92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.753+0000 7fb4fc92f900 20 started sync module instance, tier type = 2026-04-02T12:03:58.753 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.753+0000 7fb4fc92f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.756+0000 7fb4fc92f900 20 add_watcher() i=7 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.756+0000 7fb4fc92f900 20 add_watcher() i=2 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.756+0000 7fb4fc92f900 20 add_watcher() i=1 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.756+0000 7fb4fc92f900 20 add_watcher() i=5 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.756+0000 7fb4fc92f900 20 add_watcher() i=0 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.756+0000 7fb4fc92f900 20 add_watcher() i=4 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.757+0000 7fb4fc92f900 20 add_watcher() i=3 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.757+0000 7fb4fc92f900 20 add_watcher() i=6 2026-04-02T12:03:58.757 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.757+0000 7fb4fc92f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:58.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.758+0000 7fb4fc92f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:58.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.758+0000 7fb4fc92f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:58.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.759+0000 7fb4fc92f900 5 note: GC not initialized 2026-04-02T12:03:58.759 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.759+0000 7fb4a57f2640 20 reqs_thread_entry: start 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 Filter name: none 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb49e7fc640 20 reqs_thread_entry: start 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.802+0000 7fb4fc92f900 20 INFO: main: starting shard=0 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 INFO: main: starting shard=1 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:58.803 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:58.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T12:03:58.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 INFO: main: starting shard=2 2026-04-02T12:03:58.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:58.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:58.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:03:58.804 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.803+0000 7fb4fc92f900 20 INFO: main: done 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.807+0000 7fb4fc92f900 20 remove_watcher() i=2 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.807+0000 7fb4fc92f900 2 removed watcher, disabling cache 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.807+0000 7fb4fc92f900 20 remove_watcher() i=0 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.808+0000 7fb4fc92f900 20 remove_watcher() i=3 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.808+0000 7fb4fc92f900 20 remove_watcher() i=1 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.808+0000 7fb4fc92f900 20 remove_watcher() i=7 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.808+0000 7fb4fc92f900 20 remove_watcher() i=4 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.808+0000 7fb4fc92f900 20 remove_watcher() i=5 2026-04-02T12:03:58.808 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:58.808+0000 7fb4fc92f900 20 remove_watcher() i=6 2026-04-02T12:03:58.820 INFO:tasks.workunit.client.0.vm02.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-02T12:03:59.084 INFO:tasks.workunit.client.0.vm02.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-02T12:03:59.355 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2026-04-02T12:03:59.376 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:59.376 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:59.397 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.397+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.398+0000 7fc88fb2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.398+0000 7fc88fb2c900 20 realm 2026-04-02T12:03:59.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.398+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.398+0000 7fc88fb2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.398+0000 7fc88fb2c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:59.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.398+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.398+0000 7fc88fb2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.399 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.398+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.399+0000 7fc88fb2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:59.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.399+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.400+0000 7fc88fb2c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:59.400 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.400+0000 7fc88fb2c900 20 searching for the correct realm 2026-04-02T12:03:59.403 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.402+0000 7fc886ffd640 0 -- 192.168.123.102:0/169689827 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55c16c865b20 msgr2=0x55c16c885f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:59.406 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.405+0000 7fc87ffff640 0 -- 192.168.123.102:0/169689827 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7fc88008f450 msgr2=0x7fc88008f8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:59.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:59.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:59.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:59.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:59.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:59.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:59.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.409 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 zone default found 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 4 Realm: () 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 zonegroup default 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.409+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.410+0000 7fc88fb2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.410 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.410+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.410+0000 7fc88fb2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.410+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.410+0000 7fc88fb2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.410+0000 7fc88fb2c900 20 started sync module instance, tier type = 2026-04-02T12:03:59.411 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.410+0000 7fc88fb2c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:59.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.414+0000 7fc88fb2c900 20 add_watcher() i=4 2026-04-02T12:03:59.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.414+0000 7fc88fb2c900 20 add_watcher() i=3 2026-04-02T12:03:59.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.414+0000 7fc88fb2c900 20 add_watcher() i=0 2026-04-02T12:03:59.415 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.414+0000 7fc88fb2c900 20 add_watcher() i=5 2026-04-02T12:03:59.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.415+0000 7fc88fb2c900 20 add_watcher() i=6 2026-04-02T12:03:59.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.415+0000 7fc88fb2c900 20 add_watcher() i=2 2026-04-02T12:03:59.416 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.416+0000 7fc88fb2c900 20 add_watcher() i=7 2026-04-02T12:03:59.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.416+0000 7fc88fb2c900 20 add_watcher() i=1 2026-04-02T12:03:59.417 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.416+0000 7fc88fb2c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:59.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.418+0000 7fc88fb2c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:59.418 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.418+0000 7fc88fb2c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:59.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.418+0000 7fc88fb2c900 5 note: GC not initialized 2026-04-02T12:03:59.419 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.418+0000 7fc833fff640 20 reqs_thread_entry: start 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.456+0000 7fc88fb2c900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.456+0000 7fc88fb2c900 20 Filter name: none 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.456+0000 7fc831ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.456+0000 7fc88fb2c900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.456+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : miss 2026-04-02T12:03:59.457 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:59.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:59.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 10 adding default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:59.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:59.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:59.458 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.457+0000 7fc88fb2c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:59.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.463+0000 7fc88fb2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:59.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.463+0000 7fc88fb2c900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:59.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.463+0000 7fc88fb2c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:59.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc88fb2c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:59.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc869ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927208 cookie 94289237837312 notifier 7480 bl.length()=917 2026-04-02T12:03:59.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc869ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:59.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc869ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:59.464 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc869ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:59.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:59.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:59.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:59.465 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.464+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.0 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.0 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.1 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.1 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.2 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.2 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.3 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.3 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.4 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.4 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.5 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.5 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.6 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.6 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.7 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.7 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.8 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.8 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.10 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.10 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.11 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.11 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.12 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.12 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.13 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.13 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.14 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.14 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.15 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.15 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.16 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.16 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.467+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.468+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:59.468 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.468+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:59.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.469+0000 7fc88fb2c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:59.470 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.469+0000 7fc88fb2c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:59.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.470+0000 7fc88fb2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:59.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.470+0000 7fc88fb2c900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:59.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.470+0000 7fc88fb2c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:59.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.470+0000 7fc88fb2c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:59.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.471+0000 7fc869ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927209 cookie 94289237837312 notifier 7480 bl.length()=917 2026-04-02T12:03:59.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.471+0000 7fc869ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:59.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.471+0000 7fc869ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:59.471 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.471+0000 7fc869ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:59.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.472+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:59.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.472+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:59.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.472+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:59.472 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.472+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:59.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.473+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:59.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.473+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.0 2026-04-02T12:03:59.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.473+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:59.474 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.473+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.1 2026-04-02T12:03:59.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.474+0000 7fc88fb2c900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:59.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.474+0000 7fc88fb2c900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.2.2 2026-04-02T12:03:59.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.475+0000 7fc88fb2c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:59.475 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.475+0000 7fc88fb2c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:59.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc88fb2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:59.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc88fb2c900 10 moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:59.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc88fb2c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:59.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc88fb2c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20, ofs0, ns] 2026-04-02T12:03:59.476 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc86a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927210 cookie 94289237837312 notifier 7480 bl.length()=881 2026-04-02T12:03:59.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc86a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:59.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc86a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:59.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc86a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:59.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_sources= new_sources= 2026-04-02T12:03:59.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential sources added=[] removed=[] 2026-04-02T12:03:59.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): orig_dests= new_dests= 2026-04-02T12:03:59.477 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.476+0000 7fc88fb2c900 20 handle_bi_update(): bucket=:myver[eddad88e-989b-427a-b28b-eab9b853fda8.4590.20]): potential dests added=[] removed=[] 2026-04-02T12:03:59.478 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.478+0000 7fc88fb2c900 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.482+0000 7fc88fb2c900 20 remove_watcher() i=5 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.482+0000 7fc88fb2c900 2 removed watcher, disabling cache 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.483+0000 7fc88fb2c900 20 remove_watcher() i=7 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.483+0000 7fc88fb2c900 20 remove_watcher() i=6 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.483+0000 7fc88fb2c900 20 remove_watcher() i=0 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.483+0000 7fc88fb2c900 20 remove_watcher() i=2 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.483+0000 7fc88fb2c900 20 remove_watcher() i=3 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.483+0000 7fc88fb2c900 20 remove_watcher() i=1 2026-04-02T12:03:59.483 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.483+0000 7fc88fb2c900 20 remove_watcher() i=4 2026-04-02T12:03:59.491 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T12:03:59.514 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:59.514 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:59.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.535+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.536+0000 7f72a5bc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.536+0000 7f72a5bc9900 20 realm 2026-04-02T12:03:59.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.536+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.536 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.536+0000 7f72a5bc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.536+0000 7f72a5bc9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:59.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.536+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.536+0000 7f72a5bc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.536+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.537+0000 7f72a5bc9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:59.537 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.537+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.537+0000 7f72a5bc9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:59.538 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.537+0000 7f72a5bc9900 20 searching for the correct realm 2026-04-02T12:03:59.540 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.540+0000 7f729bfff640 0 -- 192.168.123.102:0/2019592256 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f729009f050 msgr2=0x7f72900678c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:59.543 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.542+0000 7f729bfff640 0 -- 192.168.123.102:0/2019592256 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f7294061f40 msgr2=0x7f729405e660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.545+0000 7f72a5bc9900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.545+0000 7f72a5bc9900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.545+0000 7f72a5bc9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.545+0000 7f72a5bc9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.545+0000 7f72a5bc9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.545+0000 7f72a5bc9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.545+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.546 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 20 zone default found 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 4 Realm: () 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 20 zonegroup default 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.546+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.547+0000 7f72a5bc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.547+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.547 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.547+0000 7f72a5bc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.547+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.547+0000 7f72a5bc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.547+0000 7f72a5bc9900 20 started sync module instance, tier type = 2026-04-02T12:03:59.548 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.547+0000 7f72a5bc9900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:59.551 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.551+0000 7f72a5bc9900 20 add_watcher() i=0 2026-04-02T12:03:59.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.551+0000 7f72a5bc9900 20 add_watcher() i=4 2026-04-02T12:03:59.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.551+0000 7f72a5bc9900 20 add_watcher() i=7 2026-04-02T12:03:59.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.551+0000 7f72a5bc9900 20 add_watcher() i=2 2026-04-02T12:03:59.552 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.552+0000 7f72a5bc9900 20 add_watcher() i=5 2026-04-02T12:03:59.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.552+0000 7f72a5bc9900 20 add_watcher() i=3 2026-04-02T12:03:59.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.552+0000 7f72a5bc9900 20 add_watcher() i=6 2026-04-02T12:03:59.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.552+0000 7f72a5bc9900 20 add_watcher() i=1 2026-04-02T12:03:59.553 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.552+0000 7f72a5bc9900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:59.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.554+0000 7f72a5bc9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:59.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.554+0000 7f72a5bc9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:59.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.554+0000 7f72a5bc9900 5 note: GC not initialized 2026-04-02T12:03:59.555 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.554+0000 7f724dfeb640 20 reqs_thread_entry: start 2026-04-02T12:03:59.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.593+0000 7f72a5bc9900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:59.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.593+0000 7f72a5bc9900 20 Filter name: none 2026-04-02T12:03:59.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.593+0000 7f72477fe640 20 reqs_thread_entry: start 2026-04-02T12:03:59.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.593+0000 7f72a5bc9900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-02T12:03:59.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.593+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.594 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 : miss 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 info.flags=0x17 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 adding default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 to cache LRU end 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:eddad88e-989b-427a-b28b-eab9b853fda8.4590.20 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.0 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.594+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.0 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 1 NOTICE: finished shard 0 (0 entries removed) 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.1 2026-04-02T12:03:59.595 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.1 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 1 NOTICE: finished shard 1 (0 entries removed) 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.2 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.2 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 1 NOTICE: finished shard 2 (0 entries removed) 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.3 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.595+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.3 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 1 NOTICE: finished shard 3 (0 entries removed) 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.4 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.4 2026-04-02T12:03:59.596 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 1 NOTICE: finished shard 4 (0 entries removed) 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.5 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.5 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 1 NOTICE: finished shard 5 (0 entries removed) 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.6 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.6 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 1 NOTICE: finished shard 6 (0 entries removed) 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.7 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.596+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.7 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.597+0000 7f72a5bc9900 1 NOTICE: finished shard 7 (0 entries removed) 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.597+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.8 2026-04-02T12:03:59.597 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.597+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.8 2026-04-02T12:03:59.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.597+0000 7f72a5bc9900 1 NOTICE: finished shard 8 (0 entries removed) 2026-04-02T12:03:59.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.597+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.597+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.598+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.10 2026-04-02T12:03:59.598 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.598+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.10 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.598+0000 7f72a5bc9900 1 NOTICE: finished shard 10 (0 entries removed) 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.598+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.11 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.598+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.11 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.598+0000 7f72a5bc9900 1 NOTICE: finished shard 11 (0 entries removed) 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.598+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.12 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.598+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.12 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 1 NOTICE: finished shard 12 (0 entries removed) 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.13 2026-04-02T12:03:59.599 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.13 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 1 NOTICE: finished shard 13 (0 entries removed) 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.14 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.14 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 1 NOTICE: finished shard 14 (0 entries removed) 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.15 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.15 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 1 NOTICE: finished shard 15 (0 entries removed) 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 10 bucket_obj is .dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.16 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.599+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.16 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.600+0000 7f72a5bc9900 1 NOTICE: finished shard 16 (0 entries removed) 2026-04-02T12:03:59.600 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.600+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.600+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:x state=0x55fc0f9267b8 s->prefetch_data=0 2026-04-02T12:03:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.600+0000 7f72a5bc9900 20 get_obj_state: setting s->obj_tag to 9my93f81ev2z9vt8vngkfajrl2x9zf5w 2026-04-02T12:03:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.600+0000 7f72a5bc9900 20 get_obj_state_impl: setting s->olh_tag to vba7ji4lq8j3rawb5dgusbq0j0ixu47o 2026-04-02T12:03:59.601 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.600+0000 7f72a5bc9900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vba7ji4lq8j3rawb5dgusbq0j0ixu47o 2026-04-02T12:03:59.602 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.601+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.602+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.603+0000 7f72a5bc9900 20 olh_log_entry: epoch=2 op=2 key=x[] 2026-04-02T12:03:59.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.603+0000 7f72a5bc9900 20 olh_log_entry: epoch=2 op=3 key=x[CksVuyLmctbSI47j5g618YkxmzhaotA] 2026-04-02T12:03:59.603 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.603+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:_:CksVuyLmctbSI47j5g618YkxmzhaotA_x state=0x55fc0f54d8f8 s->prefetch_data=0 2026-04-02T12:03:59.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.603+0000 7f72a5bc9900 10 manifest: total_size = 12 2026-04-02T12:03:59.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.603+0000 7f72a5bc9900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7541817447857383890 2026-04-02T12:03:59.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.603+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:_:CksVuyLmctbSI47j5g618YkxmzhaotA_x state=0x55fc0f54d8f8 s->prefetch_data=0 2026-04-02T12:03:59.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.603+0000 7f72a5bc9900 20 prepare_atomic_modification: state is not atomic. state=0x55fc0f54d8f8 2026-04-02T12:03:59.604 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.603+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.606+0000 7f72777fe640 20 handle_completion(): completion ok for obj=x[CksVuyLmctbSI47j5g618YkxmzhaotA] 2026-04-02T12:03:59.606 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.606+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:x state=0x55fc0f9267b8 s->prefetch_data=0 2026-04-02T12:03:59.607 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.606+0000 7f72a5bc9900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vba7ji4lq8j3rawb5dgusbq0j0ixu47o 2026-04-02T12:03:59.608 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.607+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.608+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.609+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.609 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.609+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:y state=0x55fc0f9267b8 s->prefetch_data=0 2026-04-02T12:03:59.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.609+0000 7f72a5bc9900 20 get_obj_state: setting s->obj_tag to gsvqqlbk5xexix0yrju4tfg06wqs0byi 2026-04-02T12:03:59.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.609+0000 7f72a5bc9900 20 get_obj_state_impl: setting s->olh_tag to iq54dxrk7q6601q0xrmxdkeb8yow006f 2026-04-02T12:03:59.610 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.609+0000 7f72a5bc9900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=iq54dxrk7q6601q0xrmxdkeb8yow006f 2026-04-02T12:03:59.611 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.610+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 20 olh_log_entry: epoch=2 op=2 key=y[] 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 20 olh_log_entry: epoch=2 op=3 key=y[56FgarwznN36wwpyK2jfCYUV5MjuZDP] 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:_:56FgarwznN36wwpyK2jfCYUV5MjuZDP_y state=0x55fc0f547358 s->prefetch_data=0 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 10 manifest: total_size = 12 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.7629378707908172214 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:_:56FgarwznN36wwpyK2jfCYUV5MjuZDP_y state=0x55fc0f547358 s->prefetch_data=0 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 20 prepare_atomic_modification: state is not atomic. state=0x55fc0f547358 2026-04-02T12:03:59.612 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.611+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.614+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:y state=0x55fc0f9267b8 s->prefetch_data=0 2026-04-02T12:03:59.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.614+0000 7f72777fe640 20 handle_completion(): completion ok for obj=y[56FgarwznN36wwpyK2jfCYUV5MjuZDP] 2026-04-02T12:03:59.615 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.614+0000 7f72a5bc9900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=iq54dxrk7q6601q0xrmxdkeb8yow006f 2026-04-02T12:03:59.616 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.616+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.617+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.617+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.618 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.618+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:z state=0x55fc0f9267b8 s->prefetch_data=0 2026-04-02T12:03:59.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.618+0000 7f72a5bc9900 20 get_obj_state: setting s->obj_tag to 0eaoyyr3zoukx0vbt6epjs3gawlx6k6h 2026-04-02T12:03:59.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.618+0000 7f72a5bc9900 20 get_obj_state_impl: setting s->olh_tag to p0fj30lrytyldqr0o6fspo2qkh1ro18y 2026-04-02T12:03:59.619 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.618+0000 7f72a5bc9900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=p0fj30lrytyldqr0o6fspo2qkh1ro18y 2026-04-02T12:03:59.620 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.619+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.620+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.620+0000 7f72a5bc9900 20 olh_log_entry: epoch=2 op=2 key=z[] 2026-04-02T12:03:59.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.620+0000 7f72a5bc9900 20 olh_log_entry: epoch=2 op=3 key=z[QHMujlZWt7HD6wA9A5jnxRbK9yiTGT-] 2026-04-02T12:03:59.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.620+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:_:QHMujlZWt7HD6wA9A5jnxRbK9yiTGT-_z state=0x55fc0f545338 s->prefetch_data=0 2026-04-02T12:03:59.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.621+0000 7f72a5bc9900 10 manifest: total_size = 22 2026-04-02T12:03:59.621 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.621+0000 7f72a5bc9900 20 get_obj_state: setting s->obj_tag to eddad88e-989b-427a-b28b-eab9b853fda8.4590.2440531335287277080 2026-04-02T12:03:59.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.621+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:_:QHMujlZWt7HD6wA9A5jnxRbK9yiTGT-_z state=0x55fc0f545338 s->prefetch_data=0 2026-04-02T12:03:59.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.621+0000 7f72a5bc9900 20 prepare_atomic_modification: state is not atomic. state=0x55fc0f545338 2026-04-02T12:03:59.622 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.621+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.624+0000 7f72777fe640 20 handle_completion(): completion ok for obj=z[QHMujlZWt7HD6wA9A5jnxRbK9yiTGT-] 2026-04-02T12:03:59.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.624+0000 7f72a5bc9900 20 get_obj_state: octx=0x7f7294008e30 obj=myver:z state=0x55fc0f9267b8 s->prefetch_data=0 2026-04-02T12:03:59.624 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.624+0000 7f72a5bc9900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=p0fj30lrytyldqr0o6fspo2qkh1ro18y 2026-04-02T12:03:59.626 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.626+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.627+0000 7f72a5bc9900 20 bucket index object: :.dir.eddad88e-989b-427a-b28b-eab9b853fda8.4590.20.3.9 2026-04-02T12:03:59.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.627+0000 7f72a5bc9900 1 NOTICE: finished shard 9 (3 entries removed) 2026-04-02T12:03:59.627 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.627+0000 7f72a5bc9900 1 NOTICE: finished all shards (3 entries removed) 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.630+0000 7f72a5bc9900 20 remove_watcher() i=0 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.630+0000 7f72a5bc9900 2 removed watcher, disabling cache 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.630+0000 7f72a5bc9900 20 remove_watcher() i=2 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.631+0000 7f72a5bc9900 20 remove_watcher() i=3 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.631+0000 7f72a5bc9900 20 remove_watcher() i=7 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.631+0000 7f72a5bc9900 20 remove_watcher() i=1 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.631+0000 7f72a5bc9900 20 remove_watcher() i=4 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.631+0000 7f72a5bc9900 20 remove_watcher() i=6 2026-04-02T12:03:59.631 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.631+0000 7f72a5bc9900 20 remove_watcher() i=5 2026-04-02T12:03:59.686 INFO:tasks.workunit.client.0.vm02.stderr:radosgw-admin bucket stats --bucket myver 2026-04-02T12:03:59.705 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:59.706 INFO:tasks.workunit.client.0.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:59.727 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.726+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.728+0000 7fe0e2552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.728+0000 7fe0e2552900 20 realm 2026-04-02T12:03:59.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.728+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.728+0000 7fe0e2552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.728+0000 7fe0e2552900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:59.728 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.728+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.728+0000 7fe0e2552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.728+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.729+0000 7fe0e2552900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:59.729 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.729+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.729+0000 7fe0e2552900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:59.730 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.729+0000 7fe0e2552900 20 searching for the correct realm 2026-04-02T12:03:59.733 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.732+0000 7fe0de365640 0 -- 192.168.123.102:0/2390825477 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x5614cf3d9e60 msgr2=0x5614cf3fa2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:59.735 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.735+0000 7fe0deb66640 0 -- 192.168.123.102:0/2390825477 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fe0d00090e0 msgr2=0x7fe0d0069b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.737+0000 7fe0e2552900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.737+0000 7fe0e2552900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.737+0000 7fe0e2552900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.737+0000 7fe0e2552900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.737+0000 7fe0e2552900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.737+0000 7fe0e2552900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.737+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.738+0000 7fe0e2552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.738+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.738+0000 7fe0e2552900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:59.738 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.738+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.937+0000 7fe0e2552900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:59.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.937+0000 7fe0e2552900 20 zone default found 2026-04-02T12:03:59.938 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.937+0000 7fe0e2552900 4 Realm: () 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.937+0000 7fe0e2552900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.937+0000 7fe0e2552900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.937+0000 7fe0e2552900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.937+0000 7fe0e2552900 20 zonegroup default 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.937+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.938+0000 7fe0e2552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.938+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.938+0000 7fe0e2552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.938+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.938+0000 7fe0e2552900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.938+0000 7fe0e2552900 20 started sync module instance, tier type = 2026-04-02T12:03:59.939 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.938+0000 7fe0e2552900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:03:59.942 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.942+0000 7fe0e2552900 20 add_watcher() i=5 2026-04-02T12:03:59.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.942+0000 7fe0e2552900 20 add_watcher() i=6 2026-04-02T12:03:59.943 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.942+0000 7fe0e2552900 20 add_watcher() i=4 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.943+0000 7fe0e2552900 20 add_watcher() i=7 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.943+0000 7fe0e2552900 20 add_watcher() i=0 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.944+0000 7fe0e2552900 20 add_watcher() i=3 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.944+0000 7fe0e2552900 20 add_watcher() i=2 2026-04-02T12:03:59.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.944+0000 7fe0e2552900 20 add_watcher() i=1 2026-04-02T12:03:59.945 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.944+0000 7fe0e2552900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:59.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.946+0000 7fe0e2552900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:59.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.946+0000 7fe0e2552900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:59.946 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.946+0000 7fe0e2552900 5 note: GC not initialized 2026-04-02T12:03:59.947 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.946+0000 7fe086ffd640 20 reqs_thread_entry: start 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.986+0000 7fe0e2552900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.986+0000 7fe0e2552900 20 Filter name: none 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.986+0000 7fe084ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.986+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.986+0000 7fe0e2552900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.986+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.987+0000 7fe0e2552900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.987+0000 7fe0e2552900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.987+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.987+0000 7fe0e2552900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:59.987 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.987+0000 7fe0e2552900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.987+0000 7fe0e2552900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:59.988 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.987+0000 7fe0e2552900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:59.992 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 20 remove_watcher() i=0 2026-04-02T12:03:59.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 2 removed watcher, disabling cache 2026-04-02T12:03:59.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 20 remove_watcher() i=5 2026-04-02T12:03:59.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 20 remove_watcher() i=3 2026-04-02T12:03:59.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 20 remove_watcher() i=4 2026-04-02T12:03:59.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 20 remove_watcher() i=6 2026-04-02T12:03:59.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 20 remove_watcher() i=1 2026-04-02T12:03:59.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 20 remove_watcher() i=2 2026-04-02T12:03:59.993 INFO:tasks.workunit.client.0.vm02.stderr:2026-04-02T12:03:59.992+0000 7fe0e2552900 20 remove_watcher() i=7 2026-04-02T12:03:59.999 INFO:tasks.workunit.client.0.vm02.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2026-04-02T12:03:59.999 INFO:tasks.workunit.client.0.vm02.stderr:Deleting bucket a-bucket 2026-04-02T12:04:00.014 INFO:tasks.workunit.client.0.vm02.stderr:Deleting bucket myver 2026-04-02T12:04:00.088 INFO:tasks.workunit.client.0.vm02.stderr:Completed resharding tests 2026-04-02T12:04:00.088 INFO:tasks.workunit.client.0.vm02.stdout:connected to http://localhost:80 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ deactivate 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ export PATH 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n '' ']' 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ hash -r 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' -n '' ']' 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ unset VIRTUAL_ENV 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ unset -f deactivate 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stderr:+ echo OK. 2026-04-02T12:04:00.130 INFO:tasks.workunit.client.0.vm02.stdout:OK. 2026-04-02T12:04:00.130 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T12:04:00.130 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T12:04:00.206 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2026-04-02T12:04:00.206 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T12:04:00.737 DEBUG:teuthology.parallel:result is None 2026-04-02T12:04:00.737 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T12:04:00.776 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T12:04:00.776 DEBUG:teuthology.orchestra.run.vm02:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T12:04:00.846 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T12:04:00.847 INFO:teuthology.run_tasks:Running task s3tests... 2026-04-02T12:04:00.852 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'storage classes': 'LUKEWARM, FROZEN'}} 2026-04-02T12:04:00.852 INFO:tasks.s3tests:Downloading s3-tests... 2026-04-02T12:04:00.852 INFO:tasks.s3tests:Using branch 'ceph-tentacle' for s3tests 2026-04-02T12:04:00.852 DEBUG:teuthology.orchestra.run.vm02:> git clone -b ceph-tentacle https://github.com/ceph/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2026-04-02T12:04:00.914 INFO:teuthology.orchestra.run.vm02.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2026-04-02T12:04:02.291 DEBUG:teuthology.orchestra.run.vm02:> cd /home/ubuntu/cephtest/s3-tests-client.0 && git reset --hard e0c4ff71baef6d5126a0201df5fe54196d89b296 2026-04-02T12:04:02.362 INFO:teuthology.orchestra.run.vm02.stdout:HEAD is now at e0c4ff7 functional: fix invalid escape sequence deprication warning 2026-04-02T12:04:02.363 INFO:tasks.s3tests:Creating rgw users... 2026-04-02T12:04:02.363 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2026-04-02T12:04:02.450 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:02.450 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:02.466 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.465+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.467 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.466+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.467 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.466+0000 7fb8b8d5d900 20 realm 2026-04-02T12:04:02.467 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.466+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.467 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.466+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.467 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.466+0000 7fb8b8d5d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:02.467 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.466+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.467 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.466+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.467 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.466+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.468 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.467+0000 7fb8b8d5d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.468 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.467+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.468 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.468+0000 7fb8b8d5d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:02.468 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.468+0000 7fb8b8d5d900 20 searching for the correct realm 2026-04-02T12:04:02.472 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.471+0000 7fb8b4b70640 0 -- 192.168.123.102:0/112788701 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7fb8a80ce930 msgr2=0x7fb8a808e430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.677 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.677+0000 7fb8affff640 0 -- 192.168.123.102:0/112788701 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55fa844bf7b0 msgr2=0x55fa844bfc50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.679 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:02.679 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:02.679 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:02.679 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:02.679 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:02.679 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:02.679 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 zone default found 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 4 Realm: () 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 zonegroup default 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.680 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.679+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.681 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.680+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.681 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.680+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.681 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.680+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.681 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.680+0000 7fb8b8d5d900 20 started sync module instance, tier type = 2026-04-02T12:04:02.681 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.680+0000 7fb8b8d5d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.683+0000 7fb8b8d5d900 20 add_watcher() i=3 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.683+0000 7fb8b8d5d900 20 add_watcher() i=6 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.683+0000 7fb8b8d5d900 20 add_watcher() i=5 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.683+0000 7fb8b8d5d900 20 add_watcher() i=0 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.683+0000 7fb8b8d5d900 20 add_watcher() i=1 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.684+0000 7fb8b8d5d900 20 add_watcher() i=2 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.684+0000 7fb8b8d5d900 20 add_watcher() i=7 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.684+0000 7fb8b8d5d900 20 add_watcher() i=4 2026-04-02T12:04:02.684 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.684+0000 7fb8b8d5d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:02.686 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.686+0000 7fb8b8d5d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:02.686 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.686+0000 7fb8b8d5d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:02.687 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.686+0000 7fb8b8d5d900 5 note: GC not initialized 2026-04-02T12:04:02.687 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.686+0000 7fb861feb640 20 reqs_thread_entry: start 2026-04-02T12:04:02.729 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.728+0000 7fb8b8d5d900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:02.729 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 20 Filter name: none 2026-04-02T12:04:02.729 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb85b7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:02.729 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2026-04-02T12:04:02.729 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2026-04-02T12:04:02.730 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.729+0000 7fb8b8d5d900 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2026-04-02T12:04:02.731 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.730+0000 7fb8b8d5d900 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2026-04-02T12:04:02.731 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.730+0000 7fb8b8d5d900 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2026-04-02T12:04:02.731 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.730+0000 7fb8b8d5d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2026-04-02T12:04:02.731 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.731+0000 7fb88b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927256 cookie 94534449795872 notifier 37982 bl.length()=384 2026-04-02T12:04:02.731 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.731+0000 7fb88b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2026-04-02T12:04:02.731 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.731+0000 7fb88b7fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2026-04-02T12:04:02.733 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.732+0000 7fb8b8d5d900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2026-04-02T12:04:02.733 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.732+0000 7fb8b8d5d900 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2026-04-02T12:04:02.733 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.732+0000 7fb8b8d5d900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2026-04-02T12:04:02.733 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.733+0000 7fb88b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927273 cookie 94534449801984 notifier 37982 bl.length()=225 2026-04-02T12:04:02.733 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.733+0000 7fb88b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2026-04-02T12:04:02.733 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.733+0000 7fb88b7fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2026-04-02T12:04:02.734 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.734+0000 7fb8b8d5d900 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2026-04-02T12:04:02.735 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.734+0000 7fb8b8d5d900 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2026-04-02T12:04:02.735 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.734+0000 7fb8b8d5d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2026-04-02T12:04:02.735 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.734+0000 7fb88b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927234 cookie 94534451390416 notifier 37982 bl.length()=234 2026-04-02T12:04:02.735 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.734+0000 7fb88b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2026-04-02T12:04:02.735 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.734+0000 7fb88b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 20 remove_watcher() i=5 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 2 removed watcher, disabling cache 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 20 remove_watcher() i=7 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 20 remove_watcher() i=0 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 20 remove_watcher() i=4 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 20 remove_watcher() i=2 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 20 remove_watcher() i=6 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 20 remove_watcher() i=1 2026-04-02T12:04:02.739 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:02.738+0000 7fb8b8d5d900 20 remove_watcher() i=3 2026-04-02T12:04:02.742 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:02.742 INFO:teuthology.orchestra.run.vm02.stdout: "id": "RGW11111111111111111", 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "tenant": "", 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "name": "Mr.RGW11111111111111111", 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "email": "RGW11111111111111111+test@test.test", 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "quota": { 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_users": 1000, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_roles": 1000, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_groups": 1000, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout: "max_access_keys": 4 2026-04-02T12:04:02.743 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:02.745 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2026-04-02T12:04:02.745 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key MICTFJSNQQWGIKEMWBTT --secret AVc4EtA4deaQOF7CPm/aR+ldXTAEj94u32nebh3k0MC/ET4DI14Qrw== --cluster ceph --account-id RGW11111111111111111 --account-root 2026-04-02T12:04:02.799 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:02.799 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:03.020 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.019+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.020+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.020+0000 7f61cd812900 20 realm 2026-04-02T12:04:03.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.020+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.020+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.020+0000 7f61cd812900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:03.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.020+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.020+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.021 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.020+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.022 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.021+0000 7f61cd812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:03.022 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.021+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.022 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.022+0000 7f61cd812900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:03.022 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.022+0000 7f61cd812900 20 searching for the correct realm 2026-04-02T12:04:03.024 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.023+0000 7f61c97dd640 0 -- 192.168.123.102:0/1444765970 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f61bc0cd1c0 msgr2=0x7f61bc0b9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:03.229 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.228+0000 7f61c3fff640 0 -- 192.168.123.102:0/1444765970 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f61bc0c6fc0 msgr2=0x7f61bc0b5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:03.433 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:03.433 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:03.433 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 zone default found 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 4 Realm: () 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 zonegroup default 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.433+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.434+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.434+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.434+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.434+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.435 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.434+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.435 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.434+0000 7f61cd812900 20 started sync module instance, tier type = 2026-04-02T12:04:03.435 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.434+0000 7f61cd812900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:03.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 20 add_watcher() i=5 2026-04-02T12:04:03.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 20 add_watcher() i=1 2026-04-02T12:04:03.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 20 add_watcher() i=0 2026-04-02T12:04:03.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 20 add_watcher() i=3 2026-04-02T12:04:03.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 20 add_watcher() i=4 2026-04-02T12:04:03.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 20 add_watcher() i=6 2026-04-02T12:04:03.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 20 add_watcher() i=2 2026-04-02T12:04:03.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 20 add_watcher() i=7 2026-04-02T12:04:03.439 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.438+0000 7f61cd812900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:03.440 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.440+0000 7f61cd812900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:03.440 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.440+0000 7f61cd812900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:03.440 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.440+0000 7f61cd812900 5 note: GC not initialized 2026-04-02T12:04:03.441 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.440+0000 7f6175feb640 20 reqs_thread_entry: start 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.478+0000 7f61cd812900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.478+0000 7f61cd812900 20 Filter name: none 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.478+0000 7f616f7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2026-04-02T12:04:03.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 10 cache get: name=default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT : miss 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.479+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 10 cache put: name=default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT info.flags=0x0 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 10 adding default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT to cache LRU end 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2026-04-02T12:04:03.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 20 rados_obj.operate() r=0 bl.length=184 2026-04-02T12:04:03.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2026-04-02T12:04:03.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2026-04-02T12:04:03.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:03.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 10 cache get: name=default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT : hit (negative entry) 2026-04-02T12:04:03.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.480+0000 7f61cd812900 10 cache get: name=default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT : hit (negative entry) 2026-04-02T12:04:03.482 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.481+0000 7f61cd812900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-02T12:04:03.482 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.481+0000 7f61cd812900 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-02T12:04:03.482 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.481+0000 7f61cd812900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2026-04-02T12:04:03.482 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.482+0000 7f619ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927274 cookie 93998974365376 notifier 37994 bl.length()=673 2026-04-02T12:04:03.482 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.482+0000 7f619ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-02T12:04:03.482 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.482+0000 7f619ffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-02T12:04:03.483 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.483+0000 7f61cd812900 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2026-04-02T12:04:03.483 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.483+0000 7f61cd812900 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-02T12:04:03.483 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.483+0000 7f61cd812900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2026-04-02T12:04:03.484 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.483+0000 7f619ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927275 cookie 93998976091824 notifier 37994 bl.length()=185 2026-04-02T12:04:03.484 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.483+0000 7f619ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2026-04-02T12:04:03.484 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.483+0000 7f619ffff640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-02T12:04:03.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.484+0000 7f61cd812900 10 cache put: name=default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT info.flags=0x7 2026-04-02T12:04:03.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.484+0000 7f61cd812900 10 moving default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT to cache LRU end 2026-04-02T12:04:03.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.484+0000 7f61cd812900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:MICTFJSNQQWGIKEMWBTT, ofs0, ns] 2026-04-02T12:04:03.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.485+0000 7f619f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1322849927235 cookie 93998974362320 notifier 37994 bl.length()=186 2026-04-02T12:04:03.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.485+0000 7f619f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT info.flags=0x7 2026-04-02T12:04:03.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.485+0000 7f619f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+MICTFJSNQQWGIKEMWBTT to cache LRU end 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.486+0000 7f61cd812900 20 linked user foo.client.0 to account RGW11111111111111111 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "foo.client.0", 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr.RGW11111111111111111", 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout: "email": "foo+test@test.test", 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T12:04:03.486 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "user": "foo.client.0", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "MICTFJSNQQWGIKEMWBTT", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "AVc4EtA4deaQOF7CPm/aR+ldXTAEj94u32nebh3k0MC/ET4DI14Qrw==", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:03.480766Z" 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [], 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "type": "root", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [], 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "RGW11111111111111111", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:03.480751Z", 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:03.487 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T12:04:03.490 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.489+0000 7f61cd812900 20 remove_watcher() i=2 2026-04-02T12:04:03.490 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.489+0000 7f61cd812900 2 removed watcher, disabling cache 2026-04-02T12:04:03.490 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.490+0000 7f61cd812900 20 remove_watcher() i=1 2026-04-02T12:04:03.490 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.490+0000 7f61cd812900 20 remove_watcher() i=0 2026-04-02T12:04:03.490 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.490+0000 7f61cd812900 20 remove_watcher() i=3 2026-04-02T12:04:03.491 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.490+0000 7f61cd812900 20 remove_watcher() i=4 2026-04-02T12:04:03.491 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.490+0000 7f61cd812900 20 remove_watcher() i=7 2026-04-02T12:04:03.491 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.490+0000 7f61cd812900 20 remove_watcher() i=5 2026-04-02T12:04:03.491 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.490+0000 7f61cd812900 20 remove_watcher() i=6 2026-04-02T12:04:03.497 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 4590718254 --totp-seed U2BZ5QWYKY5TQSQBHPFTAWDAHWGXQX3LTOBUQ257LPPBCE26ZV5KFYIFWC6G5PUL --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-02T12:04:03.548 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:03.548 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:03.567 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.566+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.567+0000 7f79f5d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.567+0000 7f79f5d3e900 20 realm 2026-04-02T12:04:03.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.567+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.567+0000 7f79f5d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.567+0000 7f79f5d3e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:03.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.567+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.567+0000 7f79f5d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.567+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.568+0000 7f79f5d3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:03.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.568+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.569+0000 7f79f5d3e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:03.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.569+0000 7f79f5d3e900 20 searching for the correct realm 2026-04-02T12:04:03.574 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.573+0000 7f79f1ab6640 0 -- 192.168.123.102:0/3933674239 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f79e405a460 msgr2=0x7f79e405a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:03.779 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.778+0000 7f79f12b5640 0 -- 192.168.123.102:0/3933674239 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55810a322b30 msgr2=0x55810a322fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.781 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.780+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.782 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.781+0000 7f79f5d3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:03.782 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.781+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.782 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:03.782 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 zone default found 2026-04-02T12:04:03.782 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 4 Realm: () 2026-04-02T12:04:03.782 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:03.782 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 zonegroup default 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 started sync module instance, tier type = 2026-04-02T12:04:03.783 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.782+0000 7f79f5d3e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:03.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.785+0000 7f79f5d3e900 20 add_watcher() i=3 2026-04-02T12:04:03.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.785+0000 7f79f5d3e900 20 add_watcher() i=7 2026-04-02T12:04:03.787 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.786+0000 7f79f5d3e900 20 add_watcher() i=0 2026-04-02T12:04:03.787 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.786+0000 7f79f5d3e900 20 add_watcher() i=2 2026-04-02T12:04:03.787 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.786+0000 7f79f5d3e900 20 add_watcher() i=1 2026-04-02T12:04:03.787 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.786+0000 7f79f5d3e900 20 add_watcher() i=4 2026-04-02T12:04:03.787 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.786+0000 7f79f5d3e900 20 add_watcher() i=6 2026-04-02T12:04:03.787 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.787+0000 7f79f5d3e900 20 add_watcher() i=5 2026-04-02T12:04:03.787 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.787+0000 7f79f5d3e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:03.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.788+0000 7f79f5d3e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:03.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.788+0000 7f79f5d3e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:03.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.788+0000 7f79f5d3e900 5 note: GC not initialized 2026-04-02T12:04:03.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.789+0000 7f799efed640 20 reqs_thread_entry: start 2026-04-02T12:04:03.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.823+0000 7f79f5d3e900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:03.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.823+0000 7f79f5d3e900 20 Filter name: none 2026-04-02T12:04:03.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.823+0000 7f799cfe9640 20 reqs_thread_entry: start 2026-04-02T12:04:03.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.824+0000 7f79f5d3e900 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2026-04-02T12:04:03.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.824+0000 7f79f5d3e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.824+0000 7f79f5d3e900 20 rados_obj.operate() r=0 bl.length=488 2026-04-02T12:04:03.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.824+0000 7f79f5d3e900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2026-04-02T12:04:03.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.824+0000 7f79f5d3e900 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-02T12:04:03.825 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:03.824+0000 7f79f5d3e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:05.106 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.106+0000 7f79f5d3e900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-02T12:04:05.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.106+0000 7f79f5d3e900 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-02T12:04:05.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.106+0000 7f79f5d3e900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2026-04-02T12:04:05.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.106+0000 7f79d17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1331439861868 cookie 94012710240272 notifier 8673 bl.length()=687 2026-04-02T12:04:05.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.106+0000 7f79d17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-02T12:04:05.107 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.106+0000 7f79d17fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.110+0000 7f79f5d3e900 20 remove_watcher() i=0 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.110+0000 7f79f5d3e900 2 removed watcher, disabling cache 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.110+0000 7f79f5d3e900 20 remove_watcher() i=5 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.110+0000 7f79f5d3e900 20 remove_watcher() i=6 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.110+0000 7f79f5d3e900 20 remove_watcher() i=3 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.110+0000 7f79f5d3e900 20 remove_watcher() i=4 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.111+0000 7f79f5d3e900 20 remove_watcher() i=7 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.111+0000 7f79f5d3e900 20 remove_watcher() i=2 2026-04-02T12:04:05.111 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.111+0000 7f79f5d3e900 20 remove_watcher() i=1 2026-04-02T12:04:05.117 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2026-04-02T12:04:05.117 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key ZMVRUDZBEAFTZZOTLGJE --secret 43ZLjYV6tpjnuj8epmDbU1BHGAMCz1rmz/hc8AJSe+bFz1FB7GR/1A== --cluster ceph 2026-04-02T12:04:05.168 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:05.168 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:05.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.185+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.186+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.186+0000 7f72fff5f900 20 realm 2026-04-02T12:04:05.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.186+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.186+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.186+0000 7f72fff5f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:05.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.186+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.186+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.186+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.188 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.187+0000 7f72fff5f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:05.188 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.187+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.188 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.188+0000 7f72fff5f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:05.188 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.188+0000 7f72fff5f900 20 searching for the correct realm 2026-04-02T12:04:05.191 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.191+0000 7f72f77fe640 0 -- 192.168.123.102:0/2716147291 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f72f001a4e0 msgr2=0x7f72f006a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:05.396 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.396+0000 7f72f6ffd640 0 -- 192.168.123.102:0/2716147291 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x5606353d1a10 msgr2=0x5606353d1eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.398+0000 7f72fff5f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 zone default found 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 4 Realm: () 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 zonegroup default 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.399 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.400 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.400 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.400 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.400 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 started sync module instance, tier type = 2026-04-02T12:04:05.400 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.399+0000 7f72fff5f900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.402+0000 7f72fff5f900 20 add_watcher() i=0 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.402+0000 7f72fff5f900 20 add_watcher() i=6 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.402+0000 7f72fff5f900 20 add_watcher() i=3 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.403+0000 7f72fff5f900 20 add_watcher() i=2 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.403+0000 7f72fff5f900 20 add_watcher() i=4 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.403+0000 7f72fff5f900 20 add_watcher() i=5 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.403+0000 7f72fff5f900 20 add_watcher() i=7 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.404+0000 7f72fff5f900 20 add_watcher() i=1 2026-04-02T12:04:05.404 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.404+0000 7f72fff5f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:05.406 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.405+0000 7f72fff5f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:05.406 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.405+0000 7f72fff5f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:05.406 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.405+0000 7f72fff5f900 5 note: GC not initialized 2026-04-02T12:04:05.406 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.405+0000 7f72a8fe9640 20 reqs_thread_entry: start 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.444+0000 7f72fff5f900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.444+0000 7f72fff5f900 20 Filter name: none 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.444+0000 7f72a27fc640 20 reqs_thread_entry: start 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.444+0000 7f72fff5f900 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.444+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2026-04-02T12:04:05.445 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 cache get: name=default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE : miss 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 cache put: name=default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE info.flags=0x0 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 adding default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE to cache LRU end 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 cache get: name=default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE : hit (negative entry) 2026-04-02T12:04:05.446 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.445+0000 7f72fff5f900 10 cache get: name=default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE : hit (negative entry) 2026-04-02T12:04:05.447 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.446+0000 7f72fff5f900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-02T12:04:05.447 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.446+0000 7f72fff5f900 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-02T12:04:05.447 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.446+0000 7f72fff5f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2026-04-02T12:04:05.447 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.446+0000 7f72d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1331439861849 cookie 94584663038496 notifier 8688 bl.length()=645 2026-04-02T12:04:05.447 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.446+0000 7f72d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-02T12:04:05.447 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.446+0000 7f72d67fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-02T12:04:05.448 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.447+0000 7f72fff5f900 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2026-04-02T12:04:05.448 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.447+0000 7f72fff5f900 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-02T12:04:05.448 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.447+0000 7f72fff5f900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2026-04-02T12:04:05.448 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.448+0000 7f72d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1331439861914 cookie 94584664632080 notifier 8688 bl.length()=185 2026-04-02T12:04:05.448 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.448+0000 7f72d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2026-04-02T12:04:05.448 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.448+0000 7f72d67fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-02T12:04:05.449 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.449+0000 7f72fff5f900 10 cache put: name=default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE info.flags=0x7 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.449+0000 7f72fff5f900 10 moving default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE to cache LRU end 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.449+0000 7f72fff5f900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:ZMVRUDZBEAFTZZOTLGJE, ofs0, ns] 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.449+0000 7f72d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1331439861915 cookie 94584663035520 notifier 8688 bl.length()=186 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.449+0000 7f72d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE info.flags=0x7 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.449+0000 7f72d67fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ZMVRUDZBEAFTZZOTLGJE to cache LRU end 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "bar.client.0", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr.bar.client.0", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "email": "bar+test@test.test", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "user": "bar.client.0", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "ZMVRUDZBEAFTZZOTLGJE", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "43ZLjYV6tpjnuj8epmDbU1BHGAMCz1rmz/hc8AJSe+bFz1FB7GR/1A==", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:05.445580Z" 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [], 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:05.450 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "type": "rgw", 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [], 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "", 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:05.445576Z", 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:05.451 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T12:04:05.453 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 20 remove_watcher() i=3 2026-04-02T12:04:05.453 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 2 removed watcher, disabling cache 2026-04-02T12:04:05.453 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 20 remove_watcher() i=4 2026-04-02T12:04:05.454 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 20 remove_watcher() i=0 2026-04-02T12:04:05.454 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 20 remove_watcher() i=6 2026-04-02T12:04:05.454 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 20 remove_watcher() i=5 2026-04-02T12:04:05.454 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 20 remove_watcher() i=2 2026-04-02T12:04:05.454 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 20 remove_watcher() i=1 2026-04-02T12:04:05.454 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.453+0000 7f72fff5f900 20 remove_watcher() i=7 2026-04-02T12:04:05.460 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 8724912356 --totp-seed 7AV6WURTIFNO4E6I2RBAUXZM5ON4DSC2EOSOQ552DEBT7T7KF5QSIGPW5RV4GKTN --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-02T12:04:05.511 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:05.512 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:05.527 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.526+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.528 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.528+0000 7f84283a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.528 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.528+0000 7f84283a3900 20 realm 2026-04-02T12:04:05.528 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.528+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.528 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.528+0000 7f84283a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.528 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.528+0000 7f84283a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:05.528 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.528+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.529 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.528+0000 7f84283a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.529 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.528+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.529 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.529+0000 7f84283a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:05.529 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.529+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.530 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.529+0000 7f84283a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:05.530 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.529+0000 7f84283a3900 20 searching for the correct realm 2026-04-02T12:04:05.533 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.533+0000 7f841ffff640 0 -- 192.168.123.102:0/151383961 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f8418074890 msgr2=0x7f8418045720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:05.738 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.737+0000 7f84248e8640 0 -- 192.168.123.102:0/151383961 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x55edbd0fd850 msgr2=0x55edbd0fdca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:05.740 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.739+0000 7f84283a3900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:05.740 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.739+0000 7f84283a3900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:05.740 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.739+0000 7f84283a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:05.740 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.739+0000 7f84283a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:05.740 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.739+0000 7f84283a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:05.740 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.739+0000 7f84283a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:05.740 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.739+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.740 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 20 zone default found 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 4 Realm: () 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 20 zonegroup default 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.740+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.741+0000 7f84283a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.741+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.741+0000 7f84283a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.741 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.741+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.742 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.741+0000 7f84283a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.742 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.741+0000 7f84283a3900 20 started sync module instance, tier type = 2026-04-02T12:04:05.742 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.741+0000 7f84283a3900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:05.745 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.744+0000 7f84283a3900 20 add_watcher() i=3 2026-04-02T12:04:05.745 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.745+0000 7f84283a3900 20 add_watcher() i=5 2026-04-02T12:04:05.746 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.745+0000 7f84283a3900 20 add_watcher() i=0 2026-04-02T12:04:05.746 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.745+0000 7f84283a3900 20 add_watcher() i=6 2026-04-02T12:04:05.746 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.745+0000 7f84283a3900 20 add_watcher() i=7 2026-04-02T12:04:05.746 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.745+0000 7f84283a3900 20 add_watcher() i=4 2026-04-02T12:04:05.746 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.745+0000 7f84283a3900 20 add_watcher() i=2 2026-04-02T12:04:05.746 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.745+0000 7f84283a3900 20 add_watcher() i=1 2026-04-02T12:04:05.746 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.745+0000 7f84283a3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:05.748 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.747+0000 7f84283a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:05.748 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.747+0000 7f84283a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:05.748 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.747+0000 7f84283a3900 5 note: GC not initialized 2026-04-02T12:04:05.748 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.747+0000 7f83d0ff1640 20 reqs_thread_entry: start 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.785+0000 7f84283a3900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.785+0000 7f84283a3900 20 Filter name: none 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.785+0000 7f83ca7fc640 20 reqs_thread_entry: start 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.785+0000 7f84283a3900 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.785+0000 7f84283a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.786+0000 7f84283a3900 20 rados_obj.operate() r=0 bl.length=460 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.786+0000 7f84283a3900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.786+0000 7f84283a3900 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-02T12:04:05.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.786+0000 7f84283a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:05.788 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.788+0000 7f84283a3900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-02T12:04:05.788 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.788+0000 7f84283a3900 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-02T12:04:05.788 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.788+0000 7f84283a3900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2026-04-02T12:04:05.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.788+0000 7f84037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1331439861850 cookie 94479567576704 notifier 8709 bl.length()=659 2026-04-02T12:04:05.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.788+0000 7f84037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-02T12:04:05.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.788+0000 7f84037fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.791+0000 7f84283a3900 20 remove_watcher() i=0 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.791+0000 7f84283a3900 2 removed watcher, disabling cache 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.791+0000 7f84283a3900 20 remove_watcher() i=3 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.791+0000 7f84283a3900 20 remove_watcher() i=7 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.791+0000 7f84283a3900 20 remove_watcher() i=5 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.792+0000 7f84283a3900 20 remove_watcher() i=6 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.792+0000 7f84283a3900 20 remove_watcher() i=1 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.792+0000 7f84283a3900 20 remove_watcher() i=2 2026-04-02T12:04:05.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.792+0000 7f84283a3900 20 remove_watcher() i=4 2026-04-02T12:04:05.799 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW33333333333333333 --account-name Mr.RGW33333333333333333 --email RGW33333333333333333+test@test.test --tenant testx 2026-04-02T12:04:05.844 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:05.845 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:05.861 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.861+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.863 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.862+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.863 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.862+0000 7f757b32d900 20 realm 2026-04-02T12:04:05.863 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.862+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.863 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.862+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.863 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.862+0000 7f757b32d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:05.863 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.862+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.863 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.863+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:05.863 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.863+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.864 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.863+0000 7f757b32d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:05.864 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.863+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:05.865 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.864+0000 7f757b32d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:05.865 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.864+0000 7f757b32d900 20 searching for the correct realm 2026-04-02T12:04:05.868 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:05.867+0000 7f75770a7640 0 -- 192.168.123.102:0/4192528712 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f756c064420 msgr2=0x7f756c064870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.072 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.072+0000 7f75778a8640 0 -- 192.168.123.102:0/4192528712 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x55f515a28f40 msgr2=0x55f515a29390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.073+0000 7f757b32d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.073+0000 7f757b32d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.073+0000 7f757b32d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.073+0000 7f757b32d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.073+0000 7f757b32d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.073+0000 7f757b32d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.073+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.074 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 zone default found 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 4 Realm: () 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 zonegroup default 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.074+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.075+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.075+0000 7f757b32d900 20 started sync module instance, tier type = 2026-04-02T12:04:06.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.075+0000 7f757b32d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:06.077 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.077+0000 7f757b32d900 20 add_watcher() i=3 2026-04-02T12:04:06.078 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.078+0000 7f757b32d900 20 add_watcher() i=4 2026-04-02T12:04:06.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.078+0000 7f757b32d900 20 add_watcher() i=6 2026-04-02T12:04:06.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.078+0000 7f757b32d900 20 add_watcher() i=5 2026-04-02T12:04:06.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.078+0000 7f757b32d900 20 add_watcher() i=7 2026-04-02T12:04:06.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.078+0000 7f757b32d900 20 add_watcher() i=0 2026-04-02T12:04:06.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.078+0000 7f757b32d900 20 add_watcher() i=1 2026-04-02T12:04:06.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.078+0000 7f757b32d900 20 add_watcher() i=2 2026-04-02T12:04:06.079 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.078+0000 7f757b32d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:06.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.080+0000 7f757b32d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:06.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.080+0000 7f757b32d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:06.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.080+0000 7f757b32d900 5 note: GC not initialized 2026-04-02T12:04:06.081 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.080+0000 7f7524fe9640 20 reqs_thread_entry: start 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.139+0000 7f757b32d900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.139+0000 7f757b32d900 20 Filter name: none 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.139+0000 7f751e7fc640 20 reqs_thread_entry: start 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.139+0000 7f757b32d900 10 cache get: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 : miss 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.139+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x0 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 10 adding default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 20 failed to read name.testx$Mr.RGW33333333333333333 with: (2) No such file or directory 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 10 cache get: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test : miss 2026-04-02T12:04:06.140 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.141 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.141 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x0 2026-04-02T12:04:06.141 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 10 adding default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2026-04-02T12:04:06.141 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.140+0000 7f757b32d900 20 failed to read rgw33333333333333333+test@test.test with: (2) No such file or directory 2026-04-02T12:04:06.141 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.141+0000 7f757b32d900 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2026-04-02T12:04:06.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.141+0000 7f757b32d900 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2026-04-02T12:04:06.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.141+0000 7f757b32d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW33333333333333333, ofs0, ns] 2026-04-02T12:04:06.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.141+0000 7f7552ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829147 cookie 94511118353328 notifier 8727 bl.length()=389 2026-04-02T12:04:06.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.141+0000 7f7552ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2026-04-02T12:04:06.142 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.141+0000 7f7552ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2026-04-02T12:04:06.143 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.142+0000 7f757b32d900 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2026-04-02T12:04:06.143 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.142+0000 7f757b32d900 10 moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2026-04-02T12:04:06.143 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.142+0000 7f757b32d900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.testx$Mr.RGW33333333333333333, ofs0, ns] 2026-04-02T12:04:06.143 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.143+0000 7f7552ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829165 cookie 94511119949504 notifier 8727 bl.length()=230 2026-04-02T12:04:06.143 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.143+0000 7f7552ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2026-04-02T12:04:06.143 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.143+0000 7f7552ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2026-04-02T12:04:06.145 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.144+0000 7f757b32d900 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2026-04-02T12:04:06.145 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.144+0000 7f757b32d900 10 moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2026-04-02T12:04:06.145 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.144+0000 7f757b32d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw33333333333333333+test@test.test, ofs0, ns] 2026-04-02T12:04:06.145 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.144+0000 7f7552ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829124 cookie 94511118359232 notifier 8727 bl.length()=234 2026-04-02T12:04:06.145 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.144+0000 7f7552ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2026-04-02T12:04:06.145 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.144+0000 7f7552ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2026-04-02T12:04:06.148 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 20 remove_watcher() i=0 2026-04-02T12:04:06.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 2 removed watcher, disabling cache 2026-04-02T12:04:06.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 20 remove_watcher() i=7 2026-04-02T12:04:06.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 20 remove_watcher() i=2 2026-04-02T12:04:06.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 20 remove_watcher() i=1 2026-04-02T12:04:06.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 20 remove_watcher() i=4 2026-04-02T12:04:06.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 20 remove_watcher() i=3 2026-04-02T12:04:06.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 20 remove_watcher() i=6 2026-04-02T12:04:06.149 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.148+0000 7f757b32d900 20 remove_watcher() i=5 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "id": "RGW33333333333333333", 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "tenant": "testx", 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "name": "Mr.RGW33333333333333333", 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "email": "RGW33333333333333333+test@test.test", 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "quota": { 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_users": 1000, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_roles": 1000, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_groups": 1000, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout: "max_access_keys": 4 2026-04-02T12:04:06.153 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:06.155 DEBUG:tasks.s3tests:Creating user RGW33333333333333333 on client.0 2026-04-02T12:04:06.155 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name Mr.RGW33333333333333333 --email 'testx$tenanteduser+test@test.test' --access-key TSUZWIXGWTXMDNYKHUJG --secret abgjTM43J1RWpNNsCFUyqEGdbl/kg5sngGHo/o9RrG4qcXU3v9BjMQ== --cluster ceph --account-id RGW33333333333333333 --account-root 2026-04-02T12:04:06.205 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:06.205 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:06.222 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.221+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.222 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.222+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.222 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.222+0000 7f32ba944900 20 realm 2026-04-02T12:04:06.222 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.222+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.223 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.222+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.223 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.222+0000 7f32ba944900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:06.223 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.222+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.223 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.222+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.223 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.222+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.223 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.223+0000 7f32ba944900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.223 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.223+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.224 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.223+0000 7f32ba944900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:06.224 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.223+0000 7f32ba944900 20 searching for the correct realm 2026-04-02T12:04:06.226 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.225+0000 7f32b5f5c640 0 -- 192.168.123.102:0/23799438 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f32a403a950 msgr2=0x7f32a406a4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.228 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.228+0000 7f32b5f5c640 0 -- 192.168.123.102:0/23799438 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f32a80d0bb0 msgr2=0x7f32a80b3820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.433 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:06.433 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:06.433 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:06.433 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 zone default found 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 4 Realm: () 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 zonegroup default 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.433+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.434+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.434+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.434+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.434 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.434+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.435 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.434+0000 7f32ba944900 20 started sync module instance, tier type = 2026-04-02T12:04:06.435 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.434+0000 7f32ba944900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 20 add_watcher() i=5 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 20 add_watcher() i=3 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 20 add_watcher() i=6 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 20 add_watcher() i=0 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 20 add_watcher() i=4 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 20 add_watcher() i=2 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 20 add_watcher() i=7 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 20 add_watcher() i=1 2026-04-02T12:04:06.438 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.437+0000 7f32ba944900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:06.440 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.439+0000 7f32ba944900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:06.440 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.439+0000 7f32ba944900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:06.440 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.439+0000 7f32ba944900 5 note: GC not initialized 2026-04-02T12:04:06.440 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.439+0000 7f325effd640 20 reqs_thread_entry: start 2026-04-02T12:04:06.474 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.473+0000 7f32ba944900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:06.474 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.473+0000 7f32ba944900 20 Filter name: none 2026-04-02T12:04:06.474 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f325cff9640 20 reqs_thread_entry: start 2026-04-02T12:04:06.474 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2026-04-02T12:04:06.474 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.474 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 10 cache get: name=default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG : miss 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.474+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 10 cache put: name=default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG info.flags=0x0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 10 adding default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG to cache LRU end 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 10 cache get: name=default.rgw.meta+accounts+account.RGW33333333333333333 : miss 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.475 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:04:06.476 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2026-04-02T12:04:06.476 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2026-04-02T12:04:06.476 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:06.476 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 10 cache get: name=default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG : hit (negative entry) 2026-04-02T12:04:06.476 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.475+0000 7f32ba944900 10 cache get: name=default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG : hit (negative entry) 2026-04-02T12:04:06.477 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.476+0000 7f32ba944900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-02T12:04:06.477 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.476+0000 7f32ba944900 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-02T12:04:06.477 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.476+0000 7f32ba944900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2026-04-02T12:04:06.477 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.476+0000 7f3295ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829212 cookie 94531050028768 notifier 7570 bl.length()=732 2026-04-02T12:04:06.478 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.477+0000 7f3295ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-02T12:04:06.478 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.477+0000 7f3295ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-02T12:04:06.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.479+0000 7f32ba944900 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2026-04-02T12:04:06.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.479+0000 7f32ba944900 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-02T12:04:06.479 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.479+0000 7f32ba944900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2026-04-02T12:04:06.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.479+0000 7f3295ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829100 cookie 94531048289552 notifier 7570 bl.length()=215 2026-04-02T12:04:06.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.479+0000 7f3295ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2026-04-02T12:04:06.480 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.479+0000 7f3295ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-02T12:04:06.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.480+0000 7f32ba944900 10 cache put: name=default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG info.flags=0x7 2026-04-02T12:04:06.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.480+0000 7f32ba944900 10 moving default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG to cache LRU end 2026-04-02T12:04:06.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.480+0000 7f32ba944900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:TSUZWIXGWTXMDNYKHUJG, ofs0, ns] 2026-04-02T12:04:06.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.480+0000 7f32957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829166 cookie 94531050031664 notifier 7570 bl.length()=201 2026-04-02T12:04:06.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.480+0000 7f32957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG info.flags=0x7 2026-04-02T12:04:06.481 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.480+0000 7f32957fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+TSUZWIXGWTXMDNYKHUJG to cache LRU end 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.481+0000 7f32ba944900 20 linked user testx$tenanteduser.client.0 to account RGW33333333333333333 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "testx$tenanteduser.client.0", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr.RGW33333333333333333", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "email": "testx$tenanteduser+test@test.test", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "user": "testx$tenanteduser.client.0", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "TSUZWIXGWTXMDNYKHUJG", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "abgjTM43J1RWpNNsCFUyqEGdbl/kg5sngGHo/o9RrG4qcXU3v9BjMQ==", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:06.475632Z" 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [], 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:06.482 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "type": "root", 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [], 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "RGW33333333333333333", 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:06.475624Z", 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:06.483 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T12:04:06.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.484+0000 7f32ba944900 20 remove_watcher() i=7 2026-04-02T12:04:06.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.484+0000 7f32ba944900 2 removed watcher, disabling cache 2026-04-02T12:04:06.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.485+0000 7f32ba944900 20 remove_watcher() i=5 2026-04-02T12:04:06.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.485+0000 7f32ba944900 20 remove_watcher() i=6 2026-04-02T12:04:06.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.485+0000 7f32ba944900 20 remove_watcher() i=0 2026-04-02T12:04:06.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.485+0000 7f32ba944900 20 remove_watcher() i=4 2026-04-02T12:04:06.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.485+0000 7f32ba944900 20 remove_watcher() i=2 2026-04-02T12:04:06.485 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.485+0000 7f32ba944900 20 remove_watcher() i=1 2026-04-02T12:04:06.486 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.485+0000 7f32ba944900 20 remove_watcher() i=3 2026-04-02T12:04:06.491 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 7854565882 --totp-seed 3ALV2QUYT4AMXU3UBLOPJTBXWZRB4LXVVYC2EP7FCEZICXWZAVC2ZGMAKUB7JNOR --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-02T12:04:06.537 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:06.537 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.553+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.554+0000 7fed1a929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.554+0000 7fed1a929900 20 realm 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.554+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.554+0000 7fed1a929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.554+0000 7fed1a929900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.554+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.554+0000 7fed1a929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.554 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.554+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.555+0000 7fed1a929900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.555 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.555+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.556 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.555+0000 7fed1a929900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:06.556 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.555+0000 7fed1a929900 20 searching for the correct realm 2026-04-02T12:04:06.557 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.556+0000 7fed15e75640 0 -- 192.168.123.102:0/2110527411 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7fed040c12c0 msgr2=0x7fed040cb9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.559 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.559+0000 7fed16e77640 0 -- 192.168.123.102:0/2110527411 >> [v2:192.168.123.102:6824/463579614,v1:192.168.123.102:6825/463579614] conn(0x564045de78f0 msgr2=0x564045de7d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.563+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 zone default found 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 4 Realm: () 2026-04-02T12:04:06.564 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 zonegroup default 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.564+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.565+0000 7fed1a929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.565+0000 7fed1a929900 20 started sync module instance, tier type = 2026-04-02T12:04:06.565 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.565+0000 7fed1a929900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:06.568 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.568+0000 7fed1a929900 20 add_watcher() i=2 2026-04-02T12:04:06.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.568+0000 7fed1a929900 20 add_watcher() i=3 2026-04-02T12:04:06.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.568+0000 7fed1a929900 20 add_watcher() i=0 2026-04-02T12:04:06.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.568+0000 7fed1a929900 20 add_watcher() i=6 2026-04-02T12:04:06.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.568+0000 7fed1a929900 20 add_watcher() i=5 2026-04-02T12:04:06.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.568+0000 7fed1a929900 20 add_watcher() i=1 2026-04-02T12:04:06.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.568+0000 7fed1a929900 20 add_watcher() i=7 2026-04-02T12:04:06.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.569+0000 7fed1a929900 20 add_watcher() i=4 2026-04-02T12:04:06.569 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.569+0000 7fed1a929900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:06.571 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.570+0000 7fed1a929900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:06.571 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.570+0000 7fed1a929900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:06.571 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.571+0000 7fed1a929900 5 note: GC not initialized 2026-04-02T12:04:06.571 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.571+0000 7fecbeffd640 20 reqs_thread_entry: start 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fed1a929900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fed1a929900 20 Filter name: none 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fecbcff9640 20 reqs_thread_entry: start 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fed1a929900 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fed1a929900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fed1a929900 20 rados_obj.operate() r=0 bl.length=532 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fed1a929900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fed1a929900 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-02T12:04:06.607 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.606+0000 7fed1a929900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:06.609 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.608+0000 7fed1a929900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-02T12:04:06.609 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.608+0000 7fed1a929900 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-02T12:04:06.609 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.608+0000 7fed1a929900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2026-04-02T12:04:06.609 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.608+0000 7fecf57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829213 cookie 94834051732000 notifier 38096 bl.length()=746 2026-04-02T12:04:06.609 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.608+0000 7fecf57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-02T12:04:06.609 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.608+0000 7fecf57fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-02T12:04:06.612 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 20 remove_watcher() i=7 2026-04-02T12:04:06.612 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 2 removed watcher, disabling cache 2026-04-02T12:04:06.613 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 20 remove_watcher() i=0 2026-04-02T12:04:06.613 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 20 remove_watcher() i=3 2026-04-02T12:04:06.613 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 20 remove_watcher() i=5 2026-04-02T12:04:06.613 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 20 remove_watcher() i=6 2026-04-02T12:04:06.613 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 20 remove_watcher() i=4 2026-04-02T12:04:06.613 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 20 remove_watcher() i=2 2026-04-02T12:04:06.613 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.612+0000 7fed1a929900 20 remove_watcher() i=1 2026-04-02T12:04:06.619 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2026-04-02T12:04:06.619 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key VFOBHWXRKUTUJPFCWBVL --secret OYzCD8/HBNQfCGnabeU+4mi2z/fooi0wHhD40jxiFPRyTYqzcGmo3w== --cluster ceph 2026-04-02T12:04:06.669 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:06.669 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:06.689 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.688+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.689 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.689+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.689 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.689+0000 7f1ac8334900 20 realm 2026-04-02T12:04:06.689 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.689+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.689 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.689+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.690 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.689+0000 7f1ac8334900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:06.690 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.689+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.690 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.689+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.690 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.689+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.690 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.690+0000 7f1ac8334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.690 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.690+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.691 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.690+0000 7f1ac8334900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:06.691 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.690+0000 7f1ac8334900 20 searching for the correct realm 2026-04-02T12:04:06.693 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.693+0000 7f1abffff640 0 -- 192.168.123.102:0/4289404229 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x563c059e10f0 msgr2=0x563c059e1590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.696 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.696+0000 7f1ac48ac640 0 -- 192.168.123.102:0/4289404229 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f1ab80bff10 msgr2=0x7f1ab80be730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.699 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 zone default found 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 4 Realm: () 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 zonegroup default 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.699+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.700+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.700+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.700+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.700+0000 7f1ac8334900 20 started sync module instance, tier type = 2026-04-02T12:04:06.700 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.700+0000 7f1ac8334900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:06.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.704+0000 7f1ac8334900 20 add_watcher() i=3 2026-04-02T12:04:06.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.704+0000 7f1ac8334900 20 add_watcher() i=7 2026-04-02T12:04:06.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.704+0000 7f1ac8334900 20 add_watcher() i=1 2026-04-02T12:04:06.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.704+0000 7f1ac8334900 20 add_watcher() i=6 2026-04-02T12:04:06.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.704+0000 7f1ac8334900 20 add_watcher() i=5 2026-04-02T12:04:06.704 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.704+0000 7f1ac8334900 20 add_watcher() i=2 2026-04-02T12:04:06.773 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.772+0000 7f1ac8334900 20 add_watcher() i=0 2026-04-02T12:04:06.773 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.772+0000 7f1ac8334900 20 add_watcher() i=4 2026-04-02T12:04:06.773 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.772+0000 7f1ac8334900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:06.775 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.774+0000 7f1ac8334900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:06.775 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.774+0000 7f1ac8334900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:06.775 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.774+0000 7f1ac8334900 5 note: GC not initialized 2026-04-02T12:04:06.775 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.775+0000 7f1a717ea640 20 reqs_thread_entry: start 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.813+0000 7f1ac8334900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.813+0000 7f1ac8334900 20 Filter name: none 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.813+0000 7f1a6affd640 20 reqs_thread_entry: start 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.813+0000 7f1ac8334900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:06.814 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 10 cache get: name=default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL : miss 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.814+0000 7f1ac8334900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.815+0000 7f1ac8334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.815+0000 7f1ac8334900 10 cache put: name=default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL info.flags=0x0 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.815+0000 7f1ac8334900 10 adding default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL to cache LRU end 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.815+0000 7f1ac8334900 10 cache get: name=default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL : hit (negative entry) 2026-04-02T12:04:06.815 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.815+0000 7f1ac8334900 10 cache get: name=default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL : hit (negative entry) 2026-04-02T12:04:06.816 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.816+0000 7f1ac8334900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-02T12:04:06.816 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.816+0000 7f1ac8334900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:06.816 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.816+0000 7f1ac8334900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-02T12:04:06.817 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.816+0000 7f1a9f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829101 cookie 94815792333520 notifier 38114 bl.length()=660 2026-04-02T12:04:06.817 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.816+0000 7f1a9f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-02T12:04:06.817 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.816+0000 7f1a9f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:06.818 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.817+0000 7f1ac8334900 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2026-04-02T12:04:06.818 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.817+0000 7f1ac8334900 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-02T12:04:06.818 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.817+0000 7f1ac8334900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2026-04-02T12:04:06.819 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.818+0000 7f1a9f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829148 cookie 94815793916528 notifier 38114 bl.length()=191 2026-04-02T12:04:06.819 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.818+0000 7f1a9f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2026-04-02T12:04:06.819 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.818+0000 7f1a9f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.819+0000 7f1ac8334900 10 cache put: name=default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL info.flags=0x7 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.819+0000 7f1ac8334900 10 moving default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL to cache LRU end 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.819+0000 7f1ac8334900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:VFOBHWXRKUTUJPFCWBVL, ofs0, ns] 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.819+0000 7f1a9f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829149 cookie 94815793916528 notifier 38114 bl.length()=189 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.819+0000 7f1a9f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL info.flags=0x7 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.819+0000 7f1a9f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+VFOBHWXRKUTUJPFCWBVL to cache LRU end 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "foobar.client.0", 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr.foobar.client.0", 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "email": "foobar+test@test.test", 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "user": "foobar.client.0", 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "VFOBHWXRKUTUJPFCWBVL", 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "OYzCD8/HBNQfCGnabeU+4mi2z/fooi0wHhD40jxiFPRyTYqzcGmo3w==", 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:06.815293Z" 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [], 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T12:04:06.820 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "type": "rgw", 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [], 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "", 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:06.815265Z", 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:06.821 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T12:04:06.823 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 20 remove_watcher() i=3 2026-04-02T12:04:06.823 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 2 removed watcher, disabling cache 2026-04-02T12:04:06.823 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 20 remove_watcher() i=2 2026-04-02T12:04:06.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 20 remove_watcher() i=0 2026-04-02T12:04:06.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 20 remove_watcher() i=1 2026-04-02T12:04:06.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 20 remove_watcher() i=7 2026-04-02T12:04:06.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 20 remove_watcher() i=4 2026-04-02T12:04:06.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 20 remove_watcher() i=5 2026-04-02T12:04:06.824 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.823+0000 7f1ac8334900 20 remove_watcher() i=6 2026-04-02T12:04:06.830 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 5669803074 --totp-seed RUWULG346HCHWYPUCHHQWEZWJLQGOENOHVGQEYROQTAUOISDNGK4AHPB3VIWKIOI --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-02T12:04:06.881 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:06.882 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:06.900 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.899+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.900+0000 7f21d736e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.900+0000 7f21d736e900 20 realm 2026-04-02T12:04:06.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.900+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.901+0000 7f21d736e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.901+0000 7f21d736e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:06.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.901+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.901+0000 7f21d736e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.901 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.901+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.901+0000 7f21d736e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.902 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.901+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.902+0000 7f21d736e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:06.903 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.902+0000 7f21d736e900 20 searching for the correct realm 2026-04-02T12:04:06.905 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.905+0000 7f21d30e7640 0 -- 192.168.123.102:0/1193143166 >> [v2:192.168.123.102:6810/3024414417,v1:192.168.123.102:6812/3024414417] conn(0x55a9860d07d0 msgr2=0x55a9860d0c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.909 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.908+0000 7f21d28e6640 0 -- 192.168.123.102:0/1193143166 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f21c8067c00 msgr2=0x7f21c808a800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:06.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:06.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:06.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:06.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:06.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:06.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:06.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.912+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:06.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 zone default found 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 4 Realm: () 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 zonegroup default 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.913+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.914+0000 7f21d736e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.914+0000 7f21d736e900 20 started sync module instance, tier type = 2026-04-02T12:04:06.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.914+0000 7f21d736e900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:06.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.917+0000 7f21d736e900 20 add_watcher() i=1 2026-04-02T12:04:06.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.918+0000 7f21d736e900 20 add_watcher() i=3 2026-04-02T12:04:06.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.918+0000 7f21d736e900 20 add_watcher() i=0 2026-04-02T12:04:06.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.918+0000 7f21d736e900 20 add_watcher() i=7 2026-04-02T12:04:06.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.918+0000 7f21d736e900 20 add_watcher() i=4 2026-04-02T12:04:06.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.918+0000 7f21d736e900 20 add_watcher() i=5 2026-04-02T12:04:06.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.918+0000 7f21d736e900 20 add_watcher() i=6 2026-04-02T12:04:06.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.918+0000 7f21d736e900 20 add_watcher() i=2 2026-04-02T12:04:06.919 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.918+0000 7f21d736e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:06.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.919+0000 7f21d736e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:06.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.919+0000 7f21d736e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:06.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.920+0000 7f21d736e900 5 note: GC not initialized 2026-04-02T12:04:06.920 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.920+0000 7f21817ea640 20 reqs_thread_entry: start 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f21d736e900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f21d736e900 20 Filter name: none 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f217a7fc640 20 reqs_thread_entry: start 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f21d736e900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f21d736e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f21d736e900 20 rados_obj.operate() r=0 bl.length=472 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f21d736e900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f21d736e900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:06.958 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.957+0000 7f21d736e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:06.960 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.959+0000 7f21d736e900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-02T12:04:06.960 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.959+0000 7f21d736e900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:06.960 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.959+0000 7f21d736e900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-02T12:04:06.960 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.959+0000 7f21aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829102 cookie 94186588461280 notifier 38129 bl.length()=674 2026-04-02T12:04:06.960 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.960+0000 7f21aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-02T12:04:06.960 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.960+0000 7f21aa7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.963+0000 7f21d736e900 20 remove_watcher() i=5 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.963+0000 7f21d736e900 2 removed watcher, disabling cache 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.963+0000 7f21d736e900 20 remove_watcher() i=6 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.963+0000 7f21d736e900 20 remove_watcher() i=2 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.963+0000 7f21d736e900 20 remove_watcher() i=7 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.963+0000 7f21d736e900 20 remove_watcher() i=0 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.963+0000 7f21d736e900 20 remove_watcher() i=4 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.963+0000 7f21d736e900 20 remove_watcher() i=1 2026-04-02T12:04:06.964 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:06.964+0000 7f21d736e900 20 remove_watcher() i=3 2026-04-02T12:04:06.970 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2026-04-02T12:04:07.017 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:07.017 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:07.035 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.035+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.037 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.037+0000 7f966d12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.037 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.037+0000 7f966d12d900 20 realm 2026-04-02T12:04:07.037 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.037+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.037 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.037+0000 7f966d12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.037 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.037+0000 7f966d12d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:07.037 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.037+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.037+0000 7f966d12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.037+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.038+0000 7f966d12d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:07.038 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.038+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.038+0000 7f966d12d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:07.039 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.038+0000 7f966d12d900 20 searching for the correct realm 2026-04-02T12:04:07.041 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.040+0000 7f9669641640 0 -- 192.168.123.102:0/3410177166 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f965c038070 msgr2=0x7f965c0393f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:07.246 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.245+0000 7f965bfff640 0 -- 192.168.123.102:0/3410177166 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f965c06e8f0 msgr2=0x7f965c038440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.449+0000 7f966d12d900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.449+0000 7f966d12d900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.449+0000 7f966d12d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.449+0000 7f966d12d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.449+0000 7f966d12d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.449+0000 7f966d12d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.449+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.450 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 zone default found 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 4 Realm: () 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 zonegroup default 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.450+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.451+0000 7f966d12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.451+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.451+0000 7f966d12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.451+0000 7f966d12d900 20 started sync module instance, tier type = 2026-04-02T12:04:07.451 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.451+0000 7f966d12d900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:07.455 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.454+0000 7f966d12d900 20 add_watcher() i=3 2026-04-02T12:04:07.455 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.454+0000 7f966d12d900 20 add_watcher() i=0 2026-04-02T12:04:07.455 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.455+0000 7f966d12d900 20 add_watcher() i=2 2026-04-02T12:04:07.456 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.455+0000 7f966d12d900 20 add_watcher() i=6 2026-04-02T12:04:07.456 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.455+0000 7f966d12d900 20 add_watcher() i=7 2026-04-02T12:04:07.456 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.455+0000 7f966d12d900 20 add_watcher() i=5 2026-04-02T12:04:07.456 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.456+0000 7f966d12d900 20 add_watcher() i=1 2026-04-02T12:04:07.456 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.456+0000 7f966d12d900 20 add_watcher() i=4 2026-04-02T12:04:07.456 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.456+0000 7f966d12d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:07.458 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.457+0000 7f966d12d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:07.458 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.457+0000 7f966d12d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:07.458 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.458+0000 7f966d12d900 5 note: GC not initialized 2026-04-02T12:04:07.458 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.458+0000 7f9615ff3640 20 reqs_thread_entry: start 2026-04-02T12:04:07.493 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.493+0000 7f966d12d900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:07.493 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.493+0000 7f966d12d900 20 Filter name: none 2026-04-02T12:04:07.494 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.493+0000 7f960effd640 20 reqs_thread_entry: start 2026-04-02T12:04:07.494 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.493+0000 7f966d12d900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-02T12:04:07.494 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.493+0000 7f966d12d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.494 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.493+0000 7f966d12d900 20 rados_obj.operate() r=0 bl.length=486 2026-04-02T12:04:07.494 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.493+0000 7f966d12d900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2026-04-02T12:04:07.494 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.494+0000 7f966d12d900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:07.494 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.494+0000 7f966d12d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:07.495 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.495+0000 7f966d12d900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-02T12:04:07.495 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.495+0000 7f966d12d900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:07.495 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.495+0000 7f966d12d900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.495+0000 7f96477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829103 cookie 94660763294912 notifier 7636 bl.length()=727 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.495+0000 7f96477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.495+0000 7f96477fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "foobar.client.0", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr.foobar.client.0", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "email": "foobar+test@test.test", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "user": "foobar.client.0", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "VFOBHWXRKUTUJPFCWBVL", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "OYzCD8/HBNQfCGnabeU+4mi2z/fooi0wHhD40jxiFPRyTYqzcGmo3w==", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:06.815293Z" 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [ 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "type": "oidc-provider", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "perm": "*" 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "type": "roles", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "perm": "*" 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "type": "user-policy", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "perm": "*" 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:07.496 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "type": "rgw", 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [ 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "5669803074" 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "", 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:06.815265Z", 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:07.497 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T12:04:07.499 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 20 remove_watcher() i=7 2026-04-02T12:04:07.499 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 2 removed watcher, disabling cache 2026-04-02T12:04:07.499 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 20 remove_watcher() i=0 2026-04-02T12:04:07.500 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 20 remove_watcher() i=4 2026-04-02T12:04:07.500 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 20 remove_watcher() i=3 2026-04-02T12:04:07.500 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 20 remove_watcher() i=5 2026-04-02T12:04:07.500 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 20 remove_watcher() i=2 2026-04-02T12:04:07.500 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 20 remove_watcher() i=1 2026-04-02T12:04:07.500 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.499+0000 7f966d12d900 20 remove_watcher() i=6 2026-04-02T12:04:07.506 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2026-04-02T12:04:07.553 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:07.553 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:07.571 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.570+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.572 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.572+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.573 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.572+0000 7f1af73af900 20 realm 2026-04-02T12:04:07.573 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.572+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.573 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.572+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.573 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.572+0000 7f1af73af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:07.573 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.572+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.573 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.572+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.573 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.572+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.574 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.573+0000 7f1af73af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:07.574 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.573+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.574 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.574+0000 7f1af73af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:07.574 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.574+0000 7f1af73af900 20 searching for the correct realm 2026-04-02T12:04:07.578 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.577+0000 7f1af4e66640 0 -- 192.168.123.102:0/4275527158 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f1ae8061fc0 msgr2=0x7f1ae806c150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:07.782 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.782+0000 7f1aeffff640 0 -- 192.168.123.102:0/4275527158 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x564c645bec30 msgr2=0x564c645bf0d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:07.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:07.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:07.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:07.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:07.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:07.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:07.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.784 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 zone default found 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 4 Realm: () 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 zonegroup default 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.784+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.785+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.785+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.785+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.785 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.785+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.785+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.785+0000 7f1af73af900 20 started sync module instance, tier type = 2026-04-02T12:04:07.786 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.785+0000 7f1af73af900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:07.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.788+0000 7f1af73af900 20 add_watcher() i=0 2026-04-02T12:04:07.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.788+0000 7f1af73af900 20 add_watcher() i=5 2026-04-02T12:04:07.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.788+0000 7f1af73af900 20 add_watcher() i=3 2026-04-02T12:04:07.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.789+0000 7f1af73af900 20 add_watcher() i=6 2026-04-02T12:04:07.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.789+0000 7f1af73af900 20 add_watcher() i=2 2026-04-02T12:04:07.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.789+0000 7f1af73af900 20 add_watcher() i=4 2026-04-02T12:04:07.789 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.789+0000 7f1af73af900 20 add_watcher() i=7 2026-04-02T12:04:07.790 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.790+0000 7f1af73af900 20 add_watcher() i=1 2026-04-02T12:04:07.790 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.790+0000 7f1af73af900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:07.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.791+0000 7f1af73af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:07.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.791+0000 7f1af73af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:07.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.791+0000 7f1af73af900 5 note: GC not initialized 2026-04-02T12:04:07.792 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.792+0000 7f1aa1feb640 20 reqs_thread_entry: start 2026-04-02T12:04:07.829 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:07.829 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 20 Filter name: none 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1a9b7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-02T12:04:07.830 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.829+0000 7f1af73af900 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2026-04-02T12:04:07.831 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.830+0000 7f1af73af900 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-02T12:04:07.831 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.830+0000 7f1af73af900 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-02T12:04:07.831 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.830+0000 7f1af73af900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2026-04-02T12:04:07.831 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.831+0000 7f1acbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829150 cookie 94886101285872 notifier 8829 bl.length()=384 2026-04-02T12:04:07.831 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.831+0000 7f1acbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-02T12:04:07.831 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.831+0000 7f1acbfff640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-02T12:04:07.832 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.832+0000 7f1af73af900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2026-04-02T12:04:07.832 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.832+0000 7f1af73af900 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-02T12:04:07.833 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.832+0000 7f1af73af900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2026-04-02T12:04:07.833 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.832+0000 7f1acb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829167 cookie 94886101301136 notifier 8829 bl.length()=225 2026-04-02T12:04:07.833 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.832+0000 7f1acb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2026-04-02T12:04:07.833 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.832+0000 7f1acb7fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-02T12:04:07.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.833+0000 7f1af73af900 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2026-04-02T12:04:07.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.833+0000 7f1af73af900 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-02T12:04:07.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.833+0000 7f1af73af900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2026-04-02T12:04:07.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.833+0000 7f1acb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829125 cookie 94886103020080 notifier 8829 bl.length()=234 2026-04-02T12:04:07.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.833+0000 7f1acb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2026-04-02T12:04:07.834 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.833+0000 7f1acb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-02T12:04:07.837 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.836+0000 7f1af73af900 20 remove_watcher() i=0 2026-04-02T12:04:07.837 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.836+0000 7f1af73af900 2 removed watcher, disabling cache 2026-04-02T12:04:07.837 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.837+0000 7f1af73af900 20 remove_watcher() i=2 2026-04-02T12:04:07.838 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.837+0000 7f1af73af900 20 remove_watcher() i=1 2026-04-02T12:04:07.838 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.837+0000 7f1af73af900 20 remove_watcher() i=7 2026-04-02T12:04:07.838 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.837+0000 7f1af73af900 20 remove_watcher() i=3 2026-04-02T12:04:07.838 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.837+0000 7f1af73af900 20 remove_watcher() i=6 2026-04-02T12:04:07.838 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.837+0000 7f1af73af900 20 remove_watcher() i=4 2026-04-02T12:04:07.838 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.837+0000 7f1af73af900 20 remove_watcher() i=5 2026-04-02T12:04:07.840 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "id": "RGW88888888888888888", 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "tenant": "", 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "name": "Mr.RGW88888888888888888", 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "email": "RGW88888888888888888+test@test.test", 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "quota": { 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_users": 1000, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_roles": 1000, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_groups": 1000, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout: "max_access_keys": 4 2026-04-02T12:04:07.841 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:07.843 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2026-04-02T12:04:07.843 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key IJHSSXPCGLANDQMPTIES --secret 9efHxr4DBZdOkJ972BI3jgLHmwcwRf5nQYAXPjiKdJ42W6Bu3HCztw== --cluster ceph --account-id RGW88888888888888888 --account-root 2026-04-02T12:04:07.894 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:07.894 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:07.912 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.911+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.913+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.913+0000 7fcf6c925900 20 realm 2026-04-02T12:04:07.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.913+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.913 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.913+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.913+0000 7fcf6c925900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:07.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.913+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.913+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.913+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.914 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.914+0000 7fcf6c925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:07.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.914+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.914+0000 7fcf6c925900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:07.915 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.914+0000 7fcf6c925900 20 searching for the correct realm 2026-04-02T12:04:07.918 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.917+0000 7fcf68e70640 0 -- 192.168.123.102:0/1215108266 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fcf5c061fa0 msgr2=0x7fcf5c007a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:07.921 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.921+0000 7fcf68e70640 0 -- 192.168.123.102:0/1215108266 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7fcf240a5050 msgr2=0x7fcf240c5450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.924 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 zone default found 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 4 Realm: () 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 zonegroup default 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.924+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.925+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.925 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.925+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.925+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.925+0000 7fcf6c925900 20 started sync module instance, tier type = 2026-04-02T12:04:07.926 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.925+0000 7fcf6c925900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:07.928 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.928+0000 7fcf6c925900 20 add_watcher() i=0 2026-04-02T12:04:07.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.928+0000 7fcf6c925900 20 add_watcher() i=5 2026-04-02T12:04:07.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.928+0000 7fcf6c925900 20 add_watcher() i=2 2026-04-02T12:04:07.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.928+0000 7fcf6c925900 20 add_watcher() i=7 2026-04-02T12:04:07.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.928+0000 7fcf6c925900 20 add_watcher() i=6 2026-04-02T12:04:07.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.928+0000 7fcf6c925900 20 add_watcher() i=4 2026-04-02T12:04:07.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.928+0000 7fcf6c925900 20 add_watcher() i=3 2026-04-02T12:04:07.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.929+0000 7fcf6c925900 20 add_watcher() i=1 2026-04-02T12:04:07.929 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.929+0000 7fcf6c925900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:07.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.930+0000 7fcf6c925900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:07.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.930+0000 7fcf6c925900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:07.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.930+0000 7fcf6c925900 5 note: GC not initialized 2026-04-02T12:04:07.931 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.930+0000 7fcf157ea640 20 reqs_thread_entry: start 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 20 Filter name: none 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf0effd640 20 reqs_thread_entry: start 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.965+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 cache get: name=default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES : miss 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 cache put: name=default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES info.flags=0x0 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 adding default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES to cache LRU end 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2026-04-02T12:04:07.966 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 20 rados->read ofs=0 len=0 2026-04-02T12:04:07.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 20 rados_obj.operate() r=0 bl.length=184 2026-04-02T12:04:07.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-02T12:04:07.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-02T12:04:07.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:07.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 cache get: name=default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES : hit (negative entry) 2026-04-02T12:04:07.967 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.966+0000 7fcf6c925900 10 cache get: name=default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES : hit (negative entry) 2026-04-02T12:04:07.968 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.967+0000 7fcf6c925900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-02T12:04:07.968 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.967+0000 7fcf6c925900 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-02T12:04:07.968 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.967+0000 7fcf6c925900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2026-04-02T12:04:07.968 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.968+0000 7fcf42ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829151 cookie 94769681067632 notifier 38177 bl.length()=681 2026-04-02T12:04:07.968 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.968+0000 7fcf42ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-02T12:04:07.968 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.968+0000 7fcf42ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-02T12:04:07.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.969+0000 7fcf6c925900 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2026-04-02T12:04:07.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.969+0000 7fcf6c925900 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-02T12:04:07.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.969+0000 7fcf6c925900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2026-04-02T12:04:07.969 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.969+0000 7fcf437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829214 cookie 94769682931008 notifier 38177 bl.length()=189 2026-04-02T12:04:07.970 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.969+0000 7fcf437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2026-04-02T12:04:07.970 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.969+0000 7fcf437fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-02T12:04:07.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.971+0000 7fcf6c925900 10 cache put: name=default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES info.flags=0x7 2026-04-02T12:04:07.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.971+0000 7fcf6c925900 10 moving default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES to cache LRU end 2026-04-02T12:04:07.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.971+0000 7fcf6c925900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:IJHSSXPCGLANDQMPTIES, ofs0, ns] 2026-04-02T12:04:07.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.971+0000 7fcf437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829104 cookie 94769681079856 notifier 38177 bl.length()=188 2026-04-02T12:04:07.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.971+0000 7fcf437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES info.flags=0x7 2026-04-02T12:04:07.972 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.971+0000 7fcf437fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+IJHSSXPCGLANDQMPTIES to cache LRU end 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.973+0000 7fcf6c925900 20 linked user root1.client.0 to account RGW88888888888888888 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "root1.client.0", 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr.RGW88888888888888888", 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "email": "root1+test@test.test", 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "user": "root1.client.0", 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "IJHSSXPCGLANDQMPTIES", 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "9efHxr4DBZdOkJ972BI3jgLHmwcwRf5nQYAXPjiKdJ42W6Bu3HCztw==", 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:07.966759Z" 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T12:04:07.973 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [], 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "type": "root", 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [], 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "RGW88888888888888888", 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:07.966753Z", 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:07.974 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T12:04:07.976 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 20 remove_watcher() i=0 2026-04-02T12:04:07.976 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 2 removed watcher, disabling cache 2026-04-02T12:04:07.976 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 20 remove_watcher() i=3 2026-04-02T12:04:07.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 20 remove_watcher() i=7 2026-04-02T12:04:07.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 20 remove_watcher() i=2 2026-04-02T12:04:07.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 20 remove_watcher() i=1 2026-04-02T12:04:07.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 20 remove_watcher() i=4 2026-04-02T12:04:07.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 20 remove_watcher() i=5 2026-04-02T12:04:07.977 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:07.976+0000 7fcf6c925900 20 remove_watcher() i=6 2026-04-02T12:04:07.983 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 3602609049 --totp-seed 277SLK6UAZXQUEEVXWMXRXPQYEYVMKP4JUVOK2FG4V7IDEVVWXMYCUPC4OSDTABF --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-02T12:04:08.032 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:08.032 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:08.050 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.049+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.050 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.050+0000 7f163278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.051 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.050+0000 7f163278b900 20 realm 2026-04-02T12:04:08.051 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.050+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.051 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.050+0000 7f163278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.051 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.050+0000 7f163278b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:08.051 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.050+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.051 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.050+0000 7f163278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.051 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.050+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.051+0000 7f163278b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:08.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.051+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.051+0000 7f163278b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:08.052 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.051+0000 7f163278b900 20 searching for the correct realm 2026-04-02T12:04:08.055 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.054+0000 7f162e4e7640 0 -- 192.168.123.102:0/1190699370 >> [v2:192.168.123.102:6808/770097973,v1:192.168.123.102:6809/770097973] conn(0x55949c84f7d0 msgr2=0x55949c84fc70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:08.058 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.057+0000 7f162ece8640 0 -- 192.168.123.102:0/1190699370 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f162006a7e0 msgr2=0x7f1620065cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:08.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:08.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:08.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:08.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:08.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:08.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:08.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.060 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 zone default found 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 4 Realm: () 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 zonegroup default 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.060+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.061+0000 7f163278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.061+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.061+0000 7f163278b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.061+0000 7f163278b900 20 started sync module instance, tier type = 2026-04-02T12:04:08.061 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.061+0000 7f163278b900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:08.064 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.064+0000 7f163278b900 20 add_watcher() i=7 2026-04-02T12:04:08.064 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.064+0000 7f163278b900 20 add_watcher() i=3 2026-04-02T12:04:08.065 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.064+0000 7f163278b900 20 add_watcher() i=5 2026-04-02T12:04:08.065 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.064+0000 7f163278b900 20 add_watcher() i=6 2026-04-02T12:04:08.065 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.064+0000 7f163278b900 20 add_watcher() i=2 2026-04-02T12:04:08.065 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.064+0000 7f163278b900 20 add_watcher() i=0 2026-04-02T12:04:08.065 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.065+0000 7f163278b900 20 add_watcher() i=4 2026-04-02T12:04:08.065 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.065+0000 7f163278b900 20 add_watcher() i=1 2026-04-02T12:04:08.065 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.065+0000 7f163278b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:08.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.066+0000 7f163278b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:08.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.066+0000 7f163278b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:08.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.066+0000 7f163278b900 5 note: GC not initialized 2026-04-02T12:04:08.067 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.066+0000 7f15d6ffd640 20 reqs_thread_entry: start 2026-04-02T12:04:08.104 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f163278b900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:08.104 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f163278b900 20 Filter name: none 2026-04-02T12:04:08.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f15d4ff9640 20 reqs_thread_entry: start 2026-04-02T12:04:08.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f163278b900 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2026-04-02T12:04:08.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f163278b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f163278b900 20 rados_obj.operate() r=0 bl.length=494 2026-04-02T12:04:08.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f163278b900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2026-04-02T12:04:08.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f163278b900 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-02T12:04:08.105 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.104+0000 7f163278b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:08.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.108+0000 7f163278b900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-02T12:04:08.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.108+0000 7f163278b900 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-02T12:04:08.108 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.108+0000 7f163278b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2026-04-02T12:04:08.109 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.108+0000 7f160dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829152 cookie 94096771137472 notifier 8865 bl.length()=695 2026-04-02T12:04:08.109 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.108+0000 7f160dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-02T12:04:08.109 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.108+0000 7f160dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-02T12:04:08.112 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.112+0000 7f163278b900 20 remove_watcher() i=3 2026-04-02T12:04:08.112 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.112+0000 7f163278b900 2 removed watcher, disabling cache 2026-04-02T12:04:08.112 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.112+0000 7f163278b900 20 remove_watcher() i=5 2026-04-02T12:04:08.113 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.112+0000 7f163278b900 20 remove_watcher() i=0 2026-04-02T12:04:08.113 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.112+0000 7f163278b900 20 remove_watcher() i=6 2026-04-02T12:04:08.113 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.112+0000 7f163278b900 20 remove_watcher() i=7 2026-04-02T12:04:08.113 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.112+0000 7f163278b900 20 remove_watcher() i=4 2026-04-02T12:04:08.113 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.113+0000 7f163278b900 20 remove_watcher() i=1 2026-04-02T12:04:08.113 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.113+0000 7f163278b900 20 remove_watcher() i=2 2026-04-02T12:04:08.119 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2026-04-02T12:04:08.166 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:08.166 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:08.184 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.184+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.185+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.185+0000 7f326d137900 20 realm 2026-04-02T12:04:08.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.185+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.185+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.185+0000 7f326d137900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:08.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.185+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.186+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.186 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.186+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.186+0000 7f326d137900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:08.187 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.186+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.188 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.187+0000 7f326d137900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:08.188 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.187+0000 7f326d137900 20 searching for the correct realm 2026-04-02T12:04:08.189 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.189+0000 7f32695f3640 0 -- 192.168.123.102:0/2882826268 >> [v2:192.168.123.105:6808/83932200,v1:192.168.123.105:6809/83932200] conn(0x7f325c067010 msgr2=0x7f325c062e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:08.394 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.393+0000 7f3263fff640 0 -- 192.168.123.102:0/2882826268 >> [v2:192.168.123.102:6800/3980597165,v1:192.168.123.102:6801/3980597165] conn(0x7f325c071970 msgr2=0x7f325c0658d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.598 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.597+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 zone default found 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 4 Realm: () 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 zonegroup default 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.598+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.599+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.599 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.599+0000 7f326d137900 20 started sync module instance, tier type = 2026-04-02T12:04:08.600 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.599+0000 7f326d137900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:08.602 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.601+0000 7f326d137900 20 add_watcher() i=0 2026-04-02T12:04:08.603 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.602+0000 7f326d137900 20 add_watcher() i=6 2026-04-02T12:04:08.603 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.602+0000 7f326d137900 20 add_watcher() i=4 2026-04-02T12:04:08.603 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.602+0000 7f326d137900 20 add_watcher() i=5 2026-04-02T12:04:08.603 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.602+0000 7f326d137900 20 add_watcher() i=3 2026-04-02T12:04:08.603 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.602+0000 7f326d137900 20 add_watcher() i=7 2026-04-02T12:04:08.603 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.602+0000 7f326d137900 20 add_watcher() i=2 2026-04-02T12:04:08.603 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.603+0000 7f326d137900 20 add_watcher() i=1 2026-04-02T12:04:08.603 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.603+0000 7f326d137900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:08.605 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.604+0000 7f326d137900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:08.605 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.604+0000 7f326d137900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:08.605 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.605+0000 7f326d137900 5 note: GC not initialized 2026-04-02T12:04:08.606 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.605+0000 7f3215feb640 20 reqs_thread_entry: start 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.640+0000 7f326d137900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.640+0000 7f326d137900 20 Filter name: none 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.640+0000 7f320f7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.640+0000 7f326d137900 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.640+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2026-04-02T12:04:08.641 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.642 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.642 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2026-04-02T12:04:08.642 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-02T12:04:08.642 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.641+0000 7f326d137900 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2026-04-02T12:04:08.643 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.642+0000 7f326d137900 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-02T12:04:08.643 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.642+0000 7f326d137900 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-02T12:04:08.643 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.642+0000 7f326d137900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2026-04-02T12:04:08.643 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.642+0000 7f32437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829153 cookie 94353384491616 notifier 8883 bl.length()=384 2026-04-02T12:04:08.643 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.642+0000 7f32437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-02T12:04:08.643 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.642+0000 7f32437fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-02T12:04:08.644 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.643+0000 7f326d137900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2026-04-02T12:04:08.644 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.643+0000 7f326d137900 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-02T12:04:08.644 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.643+0000 7f326d137900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2026-04-02T12:04:08.644 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.644+0000 7f3243fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829168 cookie 94353386225792 notifier 8883 bl.length()=225 2026-04-02T12:04:08.644 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.644+0000 7f3243fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2026-04-02T12:04:08.644 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.644+0000 7f3243fff640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-02T12:04:08.646 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.645+0000 7f326d137900 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2026-04-02T12:04:08.646 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.645+0000 7f326d137900 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-02T12:04:08.646 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.645+0000 7f326d137900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2026-04-02T12:04:08.646 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.645+0000 7f3243fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829126 cookie 94353386230336 notifier 8883 bl.length()=234 2026-04-02T12:04:08.646 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.645+0000 7f3243fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2026-04-02T12:04:08.646 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.645+0000 7f3243fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.649+0000 7f326d137900 20 remove_watcher() i=7 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.649+0000 7f326d137900 2 removed watcher, disabling cache 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.649+0000 7f326d137900 20 remove_watcher() i=5 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.649+0000 7f326d137900 20 remove_watcher() i=6 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.649+0000 7f326d137900 20 remove_watcher() i=4 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.649+0000 7f326d137900 20 remove_watcher() i=2 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.649+0000 7f326d137900 20 remove_watcher() i=0 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.649+0000 7f326d137900 20 remove_watcher() i=1 2026-04-02T12:04:08.650 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.650+0000 7f326d137900 20 remove_watcher() i=3 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "id": "RGW99999999999999999", 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "tenant": "", 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "name": "Mr.RGW99999999999999999", 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "email": "RGW99999999999999999+test@test.test", 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "quota": { 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_users": 1000, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_roles": 1000, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_groups": 1000, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout: "max_access_keys": 4 2026-04-02T12:04:08.654 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:08.656 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2026-04-02T12:04:08.656 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key JAJUQDVQPRGGJESEQWTZ --secret 5YbER5D1ltWljsw/FBObsoSGVUMxlAXkjm1ZhRf+l+h0QzuijcmHCQ== --cluster ceph --account-id RGW99999999999999999 --account-root 2026-04-02T12:04:08.707 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:08.707 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:08.725 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.724+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.726 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.726+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.726 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.726+0000 7f650f91c900 20 realm 2026-04-02T12:04:08.726 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.726+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.726 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.726+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.726 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.726+0000 7f650f91c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:08.726 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.726+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.727 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.726+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.727 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.726+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.727 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.727+0000 7f650f91c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:08.727 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.727+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.728 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.727+0000 7f650f91c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:08.728 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.727+0000 7f650f91c900 20 searching for the correct realm 2026-04-02T12:04:08.731 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.730+0000 7f650d3d3640 0 -- 192.168.123.102:0/3582806340 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f6500058ab0 msgr2=0x7f65000d8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:08.936 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.935+0000 7f650cbd2640 0 -- 192.168.123.102:0/3582806340 >> [v2:192.168.123.105:6824/1009536115,v1:192.168.123.105:6825/1009536115] conn(0x55776a5488a0 msgr2=0x55776a548d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:08.937 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:08.937 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:08.937 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.937+0000 7f650f91c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 zone default found 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 4 Realm: () 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 zonegroup default 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.938 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.939 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.939 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.939 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.939 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 started sync module instance, tier type = 2026-04-02T12:04:08.939 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.938+0000 7f650f91c900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:08.942 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 20 add_watcher() i=3 2026-04-02T12:04:08.942 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 20 add_watcher() i=2 2026-04-02T12:04:08.942 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 20 add_watcher() i=1 2026-04-02T12:04:08.943 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 20 add_watcher() i=0 2026-04-02T12:04:08.943 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 20 add_watcher() i=6 2026-04-02T12:04:08.943 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 20 add_watcher() i=7 2026-04-02T12:04:08.943 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 20 add_watcher() i=5 2026-04-02T12:04:08.943 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 20 add_watcher() i=4 2026-04-02T12:04:08.943 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.942+0000 7f650f91c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:08.945 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.944+0000 7f650f91c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:08.945 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.944+0000 7f650f91c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:08.945 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.944+0000 7f650f91c900 5 note: GC not initialized 2026-04-02T12:04:08.945 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.944+0000 7f64ba7ec640 20 reqs_thread_entry: start 2026-04-02T12:04:08.985 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.984+0000 7f650f91c900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 20 Filter name: none 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f64b3fff640 20 reqs_thread_entry: start 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 10 cache get: name=default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ : miss 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.985+0000 7f650f91c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 10 cache put: name=default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ info.flags=0x0 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 10 adding default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ to cache LRU end 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2026-04-02T12:04:08.986 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:08.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 20 rados_obj.operate() r=0 bl.length=184 2026-04-02T12:04:08.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-02T12:04:08.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-02T12:04:08.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:08.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 10 cache get: name=default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ : hit (negative entry) 2026-04-02T12:04:08.987 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.986+0000 7f650f91c900 10 cache get: name=default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ : hit (negative entry) 2026-04-02T12:04:08.988 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.987+0000 7f650f91c900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-02T12:04:08.988 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.987+0000 7f650f91c900 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-02T12:04:08.988 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.987+0000 7f650f91c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2026-04-02T12:04:08.988 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.988+0000 7f64e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829154 cookie 93971375024560 notifier 8901 bl.length()=681 2026-04-02T12:04:08.988 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.988+0000 7f64e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-02T12:04:08.988 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.988+0000 7f64e3fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-02T12:04:08.989 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.989+0000 7f650f91c900 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2026-04-02T12:04:08.989 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.989+0000 7f650f91c900 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-02T12:04:08.990 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.989+0000 7f650f91c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2026-04-02T12:04:08.990 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.989+0000 7f64e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829215 cookie 93971375033072 notifier 8901 bl.length()=189 2026-04-02T12:04:08.990 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.989+0000 7f64e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2026-04-02T12:04:08.990 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.989+0000 7f64e3fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-02T12:04:08.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.990+0000 7f650f91c900 10 cache put: name=default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ info.flags=0x7 2026-04-02T12:04:08.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.990+0000 7f650f91c900 10 moving default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ to cache LRU end 2026-04-02T12:04:08.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.990+0000 7f650f91c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:JAJUQDVQPRGGJESEQWTZ, ofs0, ns] 2026-04-02T12:04:08.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.991+0000 7f64e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829084 cookie 93971373441056 notifier 8901 bl.length()=188 2026-04-02T12:04:08.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.991+0000 7f64e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ info.flags=0x7 2026-04-02T12:04:08.991 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.991+0000 7f64e3fff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JAJUQDVQPRGGJESEQWTZ to cache LRU end 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.992+0000 7f650f91c900 20 linked user root2.client.0 to account RGW99999999999999999 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "user_id": "root2.client.0", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "display_name": "Mr.RGW99999999999999999", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "email": "root2+test@test.test", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "suspended": 0, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "max_buckets": 1000, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "subusers": [], 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "keys": [ 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "user": "root2.client.0", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "access_key": "JAJUQDVQPRGGJESEQWTZ", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "secret_key": "5YbER5D1ltWljsw/FBObsoSGVUMxlAXkjm1ZhRf+l+h0QzuijcmHCQ==", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "active": true, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:08.986631Z" 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: ], 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "swift_keys": [], 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "caps": [], 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "op_mask": "read, write, delete", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "default_placement": "", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "default_storage_class": "", 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "placement_tags": [], 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "bucket_quota": { 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "user_quota": { 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "enabled": false, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "check_on_raw": false, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "max_size": -1, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "max_size_kb": 0, 2026-04-02T12:04:08.993 INFO:teuthology.orchestra.run.vm02.stdout: "max_objects": -1 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: "temp_url_keys": [], 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: "type": "root", 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: "mfa_ids": [], 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: "account_id": "RGW99999999999999999", 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: "path": "/", 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: "create_date": "2026-04-02T12:04:08.986616Z", 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: "tags": [], 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: "group_ids": [] 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-04-02T12:04:08.994 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T12:04:08.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.995+0000 7f650f91c900 20 remove_watcher() i=5 2026-04-02T12:04:08.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.995+0000 7f650f91c900 2 removed watcher, disabling cache 2026-04-02T12:04:08.996 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.996+0000 7f650f91c900 20 remove_watcher() i=3 2026-04-02T12:04:08.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.996+0000 7f650f91c900 20 remove_watcher() i=0 2026-04-02T12:04:08.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.996+0000 7f650f91c900 20 remove_watcher() i=4 2026-04-02T12:04:08.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.996+0000 7f650f91c900 20 remove_watcher() i=2 2026-04-02T12:04:08.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.996+0000 7f650f91c900 20 remove_watcher() i=7 2026-04-02T12:04:08.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.996+0000 7f650f91c900 20 remove_watcher() i=1 2026-04-02T12:04:08.997 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:08.996+0000 7f650f91c900 20 remove_watcher() i=6 2026-04-02T12:04:09.003 DEBUG:teuthology.orchestra.run.vm02:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 2094662995 --totp-seed QVR4BPIT4UEFOLCXKA6ME4JMAK4IF54DIJ4637WUHHNBISRKPSLRO4UNFF23XSB6 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-02T12:04:09.052 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:09.052 INFO:teuthology.orchestra.run.vm02.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:09.069 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.068+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.070 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.069+0000 7f9a78120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:09.070 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.069+0000 7f9a78120900 20 realm 2026-04-02T12:04:09.070 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.069+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.070 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.070+0000 7f9a78120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:09.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.070+0000 7f9a78120900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:09.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.070+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.070+0000 7f9a78120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:09.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.070+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.071+0000 7f9a78120900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:09.071 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.071+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.072 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.071+0000 7f9a78120900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:09.072 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.071+0000 7f9a78120900 20 searching for the correct realm 2026-04-02T12:04:09.075 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.074+0000 7f9a6f7fe640 0 -- 192.168.123.102:0/2483503043 >> [v2:192.168.123.105:6815/2357852840,v1:192.168.123.105:6816/2357852840] conn(0x7f9a68063200 msgr2=0x7f9a6801a280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:09.279 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.278+0000 7f9a6effd640 0 -- 192.168.123.102:0/2483503043 >> [v2:192.168.123.105:6800/32247439,v1:192.168.123.105:6801/32247439] conn(0x7f9a600615a0 msgr2=0x7f9a600109a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 RGWRados::pool_iterate: got zone_info.eddad88e-989b-427a-b28b-eab9b853fda8 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 RGWRados::pool_iterate: got zonegroup_info.01de4f8a-a9f7-4a34-a839-804d4c520758 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.281+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:09.282 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 zone default found 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 4 Realm: () 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 4 ZoneGroup: default (01de4f8a-a9f7-4a34-a839-804d4c520758) 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 4 Zone: default (eddad88e-989b-427a-b28b-eab9b853fda8) 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 zonegroup default 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.282+0000 7f9a78120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.283+0000 7f9a78120900 20 started sync module instance, tier type = 2026-04-02T12:04:09.283 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.283+0000 7f9a78120900 20 started zone id=eddad88e-989b-427a-b28b-eab9b853fda8 (name=default) with tier type = 2026-04-02T12:04:09.286 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.286+0000 7f9a78120900 20 add_watcher() i=0 2026-04-02T12:04:09.286 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.286+0000 7f9a78120900 20 add_watcher() i=5 2026-04-02T12:04:09.287 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.286+0000 7f9a78120900 20 add_watcher() i=4 2026-04-02T12:04:09.287 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.286+0000 7f9a78120900 20 add_watcher() i=7 2026-04-02T12:04:09.287 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.286+0000 7f9a78120900 20 add_watcher() i=6 2026-04-02T12:04:09.287 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.286+0000 7f9a78120900 20 add_watcher() i=3 2026-04-02T12:04:09.287 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.287+0000 7f9a78120900 20 add_watcher() i=1 2026-04-02T12:04:09.287 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.287+0000 7f9a78120900 20 add_watcher() i=2 2026-04-02T12:04:09.287 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.287+0000 7f9a78120900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:09.289 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.288+0000 7f9a78120900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:09.289 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.288+0000 7f9a78120900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:09.289 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.288+0000 7f9a78120900 5 note: GC not initialized 2026-04-02T12:04:09.289 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.289+0000 7f9a20fe9640 20 reqs_thread_entry: start 2026-04-02T12:04:09.322 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.321+0000 7f9a78120900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:09.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.322+0000 7f9a78120900 20 Filter name: none 2026-04-02T12:04:09.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.322+0000 7f9a1a7fc640 20 reqs_thread_entry: start 2026-04-02T12:04:09.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.322+0000 7f9a78120900 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2026-04-02T12:04:09.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.322+0000 7f9a78120900 20 rados->read ofs=0 len=0 2026-04-02T12:04:09.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.322+0000 7f9a78120900 20 rados_obj.operate() r=0 bl.length=494 2026-04-02T12:04:09.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.322+0000 7f9a78120900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2026-04-02T12:04:09.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.322+0000 7f9a78120900 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-02T12:04:09.323 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.322+0000 7f9a78120900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:09.324 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.324+0000 7f9a78120900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-02T12:04:09.324 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.324+0000 7f9a78120900 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-02T12:04:09.324 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.324+0000 7f9a78120900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2026-04-02T12:04:09.324 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.324+0000 7f9a4e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829155 cookie 94229942317328 notifier 38234 bl.length()=695 2026-04-02T12:04:09.324 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.324+0000 7f9a4e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-02T12:04:09.325 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.324+0000 7f9a4e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-02T12:04:09.328 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.327+0000 7f9a78120900 20 remove_watcher() i=5 2026-04-02T12:04:09.328 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.327+0000 7f9a78120900 2 removed watcher, disabling cache 2026-04-02T12:04:09.328 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.327+0000 7f9a78120900 20 remove_watcher() i=6 2026-04-02T12:04:09.328 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.327+0000 7f9a78120900 20 remove_watcher() i=7 2026-04-02T12:04:09.328 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.328+0000 7f9a78120900 20 remove_watcher() i=2 2026-04-02T12:04:09.329 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.328+0000 7f9a78120900 20 remove_watcher() i=4 2026-04-02T12:04:09.329 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.328+0000 7f9a78120900 20 remove_watcher() i=1 2026-04-02T12:04:09.329 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.329+0000 7f9a78120900 20 remove_watcher() i=3 2026-04-02T12:04:09.329 INFO:teuthology.orchestra.run.vm02.stderr:2026-04-02T12:04:09.329+0000 7f9a78120900 20 remove_watcher() i=0 2026-04-02T12:04:09.335 INFO:tasks.s3tests:Configuring s3-tests... 2026-04-02T12:04:09.335 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T12:04:09.335 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2026-04-02T12:04:09.360 INFO:tasks.s3tests:Configuring boto... 2026-04-02T12:04:09.360 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-04-02T12:04:09.360 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2026-04-02T12:04:09.423 DEBUG:teuthology.orchestra.run.vm02:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3 and not bucket_logging' 2026-04-02T12:04:09.688 INFO:teuthology.orchestra.run.vm02.stdout:py: install_deps> python -I -m pip install -r requirements.txt 2026-04-02T12:04:14.299 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=40.8.0' 2026-04-02T12:04:14.691 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-02T12:04:14.860 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-02T12:04:14.972 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: get_requires_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-02T12:04:15.083 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: prepare_metadata_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-02T12:04:15.195 INFO:teuthology.orchestra.run.vm02.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-02T12:04:15.353 INFO:teuthology.orchestra.run.vm02.stdout:py: install_package_deps> python -I -m pip install PyYAML 'boto3>=1.0.0' 'gevent>=1.0' 'isodate>=0.4.4' 'munch>=2.0.0' 2026-04-02T12:04:15.569 INFO:teuthology.orchestra.run.vm02.stdout:py: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.tar.gz 2026-04-02T12:04:16.669 INFO:teuthology.orchestra.run.vm02.stdout:py: commands[0]> pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3 and not bucket_logging' 2026-04-02T12:04:16.762 INFO:teuthology.orchestra.run.vm02.stdout:============================= test session starts ============================== 2026-04-02T12:04:16.762 INFO:teuthology.orchestra.run.vm02.stdout:platform linux -- Python 3.9.23, pytest-8.4.2, pluggy-1.6.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2026-04-02T12:04:16.762 INFO:teuthology.orchestra.run.vm02.stdout:cachedir: .tox/py/.pytest_cache 2026-04-02T12:04:16.762 INFO:teuthology.orchestra.run.vm02.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2026-04-02T12:04:16.762 INFO:teuthology.orchestra.run.vm02.stdout:configfile: pytest.ini 2026-04-02T12:04:18.099 INFO:teuthology.orchestra.run.vm02.stdout:collecting ... collected 893 items / 211 deselected / 682 selected 2026-04-02T12:04:18.099 INFO:teuthology.orchestra.run.vm02.stdout: 2026-04-02T12:04:18.350 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 0%] 2026-04-02T12:04:22.029 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 0%] 2026-04-02T12:04:22.163 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 0%] 2026-04-02T12:04:22.331 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 0%] 2026-04-02T12:04:22.494 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 0%] 2026-04-02T12:04:22.698 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 0%] 2026-04-02T12:04:22.889 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 1%] 2026-04-02T12:04:23.000 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 1%] 2026-04-02T12:04:23.159 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 1%] 2026-04-02T12:04:23.349 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 1%] 2026-04-02T12:04:23.503 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 1%] 2026-04-02T12:04:23.610 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 1%] 2026-04-02T12:04:23.765 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 1%] 2026-04-02T12:04:23.870 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 2%] 2026-04-02T12:04:23.913 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 2%] 2026-04-02T12:04:24.019 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 2%] 2026-04-02T12:04:24.204 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 2%] 2026-04-02T12:04:24.361 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 2%] 2026-04-02T12:04:24.470 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 2%] 2026-04-02T12:04:24.576 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 2%] 2026-04-02T12:04:24.709 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 3%] 2026-04-02T12:04:24.821 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 3%] 2026-04-02T12:04:24.931 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 3%] 2026-04-02T12:04:25.005 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 3%] 2026-04-02T12:04:25.048 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 3%] 2026-04-02T12:04:25.092 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 3%] 2026-04-02T12:04:25.135 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 3%] 2026-04-02T12:04:25.205 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 4%] 2026-04-02T12:04:25.297 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_put_user_policy PASSED [ 4%] 2026-04-02T12:04:25.341 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 4%] 2026-04-02T12:04:25.386 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 4%] 2026-04-02T12:04:25.552 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_put_existing_user_policy PASSED [ 4%] 2026-04-02T12:04:25.687 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_list_user_policy PASSED [ 4%] 2026-04-02T12:04:25.728 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 4%] 2026-04-02T12:04:25.862 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_get_user_policy PASSED [ 5%] 2026-04-02T12:04:26.025 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 5%] 2026-04-02T12:04:26.253 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 5%] 2026-04-02T12:04:26.352 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_delete_user_policy PASSED [ 5%] 2026-04-02T12:04:26.489 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 5%] 2026-04-02T12:04:26.658 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 5%] 2026-04-02T12:04:26.984 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 6%] 2026-04-02T12:04:27.114 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 6%] 2026-04-02T12:04:27.274 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 6%] 2026-04-02T12:04:27.434 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 6%] 2026-04-02T12:04:27.729 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 6%] 2026-04-02T12:04:27.923 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 6%] 2026-04-02T12:04:28.209 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 6%] 2026-04-02T12:04:28.391 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 7%] 2026-04-02T12:04:28.643 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 7%] 2026-04-02T12:04:28.841 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 7%] 2026-04-02T12:04:29.097 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 7%] 2026-04-02T12:04:29.241 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 7%] 2026-04-02T12:04:29.954 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_create PASSED [ 7%] 2026-04-02T12:04:30.412 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 7%] 2026-04-02T12:04:30.984 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_delete PASSED [ 8%] 2026-04-02T12:04:32.368 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_list PASSED [ 8%] 2026-04-02T12:04:34.315 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 8%] 2026-04-02T12:04:35.322 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_update_name PASSED [ 8%] 2026-04-02T12:04:36.218 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_update_path PASSED [ 8%] 2026-04-02T12:04:36.809 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_create PASSED [ 8%] 2026-04-02T12:04:37.175 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 8%] 2026-04-02T12:04:37.928 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_update PASSED [ 9%] 2026-04-02T12:04:38.415 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 9%] 2026-04-02T12:04:39.120 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 9%] 2026-04-02T12:04:39.593 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 9%] 2026-04-02T12:04:40.547 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_list PASSED [ 9%] 2026-04-02T12:04:41.108 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 9%] 2026-04-02T12:04:42.188 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_policy PASSED [ 9%] 2026-04-02T12:04:43.266 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_policy_managed PASSED [ 10%] 2026-04-02T12:04:43.934 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_user_policy_allow PASSED [ 10%] 2026-04-02T12:04:44.502 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_group_create PASSED [ 10%] 2026-04-02T12:04:45.186 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 10%] 2026-04-02T12:04:46.547 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_group_list PASSED [ 10%] 2026-04-02T12:04:47.432 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_group_update PASSED [ 10%] 2026-04-02T12:04:48.558 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_inline_group_policy PASSED [ 10%] 2026-04-02T12:04:49.648 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_managed_group_policy PASSED [ 11%] 2026-04-02T12:04:50.556 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 11%] 2026-04-02T12:04:51.468 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 11%] 2026-04-02T12:04:52.182 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_create PASSED [ 11%] 2026-04-02T12:04:52.692 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 11%] 2026-04-02T12:04:53.240 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_delete PASSED [ 11%] 2026-04-02T12:04:54.455 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_list PASSED [ 12%] 2026-04-02T12:04:56.161 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 12%] 2026-04-02T12:04:56.741 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_update PASSED [ 12%] 2026-04-02T12:04:57.739 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_policy PASSED [ 12%] 2026-04-02T12:04:58.735 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_policy_managed PASSED [ 12%] 2026-04-02T12:04:59.539 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow PASSED [ 12%] 2026-04-02T12:05:00.329 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 12%] 2026-04-02T12:05:01.164 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 13%] 2026-04-02T12:05:02.042 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 13%] 2026-04-02T12:05:02.849 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 13%] 2026-04-02T12:05:03.385 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_account_oidc_provider PASSED [ 13%] 2026-04-02T12:05:03.856 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 13%] 2026-04-02T12:05:04.292 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 13%] 2026-04-02T12:05:04.745 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_verify_remove_client_id_from_oidc PASSED [ 13%] 2026-04-02T12:05:05.182 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 14%] 2026-04-02T12:05:05.920 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 14%] 2026-04-02T12:05:06.622 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 14%] 2026-04-02T12:05:07.369 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 14%] 2026-04-02T12:05:08.077 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 14%] 2026-04-02T12:05:08.779 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 14%] 2026-04-02T12:05:09.510 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 14%] 2026-04-02T12:05:10.238 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 15%] 2026-04-02T12:05:10.958 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 15%] 2026-04-02T12:05:11.770 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 15%] 2026-04-02T12:05:12.495 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 15%] 2026-04-02T12:05:13.209 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 15%] 2026-04-02T12:05:14.003 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 15%] 2026-04-02T12:05:14.353 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 15%] 2026-04-02T12:05:14.737 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 16%] 2026-04-02T12:05:15.041 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 16%] 2026-04-02T12:05:15.342 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 16%] 2026-04-02T12:05:15.552 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_empty PASSED [ 16%] 2026-04-02T12:05:15.814 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_distinct PASSED [ 16%] 2026-04-02T12:05:16.024 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_many PASSED [ 16%] 2026-04-02T12:05:16.262 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_many PASSED [ 17%] 2026-04-02T12:05:16.476 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_basic_key_count PASSED [ 17%] 2026-04-02T12:05:16.649 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 17%] 2026-04-02T12:05:16.841 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 17%] 2026-04-02T12:05:17.055 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 17%] 2026-04-02T12:05:17.231 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 17%] 2026-04-02T12:05:17.478 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 17%] 2026-04-02T12:05:17.691 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 18%] 2026-04-02T12:05:17.849 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 18%] 2026-04-02T12:05:18.037 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 18%] 2026-04-02T12:05:18.207 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 18%] 2026-04-02T12:05:18.383 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 18%] 2026-04-02T12:05:18.629 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 18%] 2026-04-02T12:05:18.871 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 18%] 2026-04-02T12:05:19.040 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 19%] 2026-04-02T12:05:19.214 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 19%] 2026-04-02T12:05:19.385 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 19%] 2026-04-02T12:05:19.586 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 19%] 2026-04-02T12:05:19.761 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 19%] 2026-04-02T12:05:19.939 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 19%] 2026-04-02T12:05:20.145 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 19%] 2026-04-02T12:05:20.332 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 20%] 2026-04-02T12:05:20.503 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 20%] 2026-04-02T12:05:20.713 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 20%] 2026-04-02T12:05:20.888 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 20%] 2026-04-02T12:05:21.059 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 20%] 2026-04-02T12:05:21.259 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 20%] 2026-04-02T12:05:21.431 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 20%] 2026-04-02T12:05:21.747 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 21%] 2026-04-02T12:05:21.949 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 21%] 2026-04-02T12:05:22.120 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 21%] 2026-04-02T12:05:29.519 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 21%] 2026-04-02T12:05:29.738 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 21%] 2026-04-02T12:05:29.918 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 21%] 2026-04-02T12:05:30.101 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 21%] 2026-04-02T12:05:30.309 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 22%] 2026-04-02T12:05:30.494 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 22%] 2026-04-02T12:05:30.677 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 22%] 2026-04-02T12:05:30.901 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 22%] 2026-04-02T12:05:31.092 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 22%] 2026-04-02T12:05:31.274 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 22%] 2026-04-02T12:05:31.495 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 23%] 2026-04-02T12:05:31.678 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 23%] 2026-04-02T12:05:31.996 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 23%] 2026-04-02T12:05:32.209 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 23%] 2026-04-02T12:05:32.521 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 23%] 2026-04-02T12:05:32.887 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 23%] 2026-04-02T12:05:33.139 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 23%] 2026-04-02T12:05:33.330 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 24%] 2026-04-02T12:05:33.520 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 24%] 2026-04-02T12:05:33.739 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 24%] 2026-04-02T12:05:33.919 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 24%] 2026-04-02T12:05:34.104 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 24%] 2026-04-02T12:05:34.294 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 24%] 2026-04-02T12:05:34.520 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 24%] 2026-04-02T12:05:34.755 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 25%] 2026-04-02T12:05:34.940 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 25%] 2026-04-02T12:05:35.167 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 25%] 2026-04-02T12:05:35.347 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 25%] 2026-04-02T12:05:35.563 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 25%] 2026-04-02T12:05:35.647 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_account_usage PASSED [ 25%] 2026-04-02T12:05:35.813 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_head_bucket_usage PASSED [ 25%] 2026-04-02T12:05:36.284 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_unordered PASSED [ 26%] 2026-04-02T12:05:36.790 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 26%] 2026-04-02T12:05:36.979 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 26%] 2026-04-02T12:05:37.205 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 26%] 2026-04-02T12:05:37.385 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 26%] 2026-04-02T12:05:37.565 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 26%] 2026-04-02T12:05:37.835 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 26%] 2026-04-02T12:05:38.059 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 27%] 2026-04-02T12:05:38.480 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 27%] 2026-04-02T12:05:38.699 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 27%] 2026-04-02T12:05:38.879 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 27%] 2026-04-02T12:05:39.062 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 27%] 2026-04-02T12:05:39.246 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 27%] 2026-04-02T12:05:39.431 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 28%] 2026-04-02T12:05:39.773 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_return_data PASSED [ 28%] 2026-04-02T12:05:40.230 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 28%] 2026-04-02T12:05:40.372 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 28%] 2026-04-02T12:05:40.500 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 28%] 2026-04-02T12:05:40.612 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 28%] 2026-04-02T12:05:40.748 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 28%] 2026-04-02T12:05:40.803 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_notexist PASSED [ 29%] 2026-04-02T12:05:40.849 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucketv2_notexist PASSED [ 29%] 2026-04-02T12:05:40.900 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 29%] 2026-04-02T12:05:41.083 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 29%] 2026-04-02T12:05:41.287 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 29%] 2026-04-02T12:05:41.332 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 29%] 2026-04-02T12:05:41.520 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 29%] 2026-04-02T12:05:41.634 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_delete PASSED [ 30%] 2026-04-02T12:05:41.747 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_read_not_exist PASSED [ 30%] 2026-04-02T12:05:41.864 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 30%] 2026-04-02T12:05:42.263 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 30%] 2026-04-02T12:05:42.559 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multi_object_delete PASSED [ 30%] 2026-04-02T12:05:42.839 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_expected_bucket_owner PASSED [ 30%] 2026-04-02T12:05:43.135 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 30%] 2026-04-02T12:05:50.527 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 31%] 2026-04-02T12:05:56.916 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 31%] 2026-04-02T12:05:57.084 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 31%] 2026-04-02T12:05:57.299 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_write_check_etag PASSED [ 31%] 2026-04-02T12:05:57.628 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_write_cache_control PASSED [ 31%] 2026-04-02T12:05:58.056 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_write_expires PASSED [ 31%] 2026-04-02T12:05:58.283 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 31%] 2026-04-02T12:05:58.504 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 32%] 2026-04-02T12:05:58.682 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 32%] 2026-04-02T12:05:58.875 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 32%] 2026-04-02T12:05:59.248 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 32%] 2026-04-02T12:05:59.477 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_write_file PASSED [ 32%] 2026-04-02T12:05:59.692 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 32%] 2026-04-02T12:05:59.926 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 32%] 2026-04-02T12:06:00.141 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 33%] 2026-04-02T12:06:00.265 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 33%] 2026-04-02T12:06:00.435 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_set_success_code PASSED [ 33%] 2026-04-02T12:06:00.637 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 33%] 2026-04-02T12:06:00.818 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 33%] 2026-04-02T12:06:00.992 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 33%] 2026-04-02T12:06:01.171 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_ignored_header PASSED [ 34%] 2026-04-02T12:06:01.385 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 34%] 2026-04-02T12:06:01.563 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 34%] 2026-04-02T12:06:01.778 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 34%] 2026-04-02T12:06:01.986 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 34%] 2026-04-02T12:06:02.102 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 34%] 2026-04-02T12:06:02.223 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 34%] 2026-04-02T12:06:02.348 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 35%] 2026-04-02T12:06:02.510 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_missing_signature PASSED [ 35%] 2026-04-02T12:06:02.634 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 35%] 2026-04-02T12:06:02.802 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 35%] 2026-04-02T12:06:02.914 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 35%] 2026-04-02T12:06:03.057 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 35%] 2026-04-02T12:06:03.169 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 35%] 2026-04-02T12:06:03.279 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_expired_policy PASSED [ 36%] 2026-04-02T12:06:03.505 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 36%] 2026-04-02T12:06:03.615 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 36%] 2026-04-02T12:06:03.729 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 36%] 2026-04-02T12:06:03.837 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 36%] 2026-04-02T12:06:03.977 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 36%] 2026-04-02T12:06:04.087 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 36%] 2026-04-02T12:06:04.197 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 37%] 2026-04-02T12:06:04.330 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 37%] 2026-04-02T12:06:04.523 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 37%] 2026-04-02T12:06:04.667 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 37%] 2026-04-02T12:06:04.877 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 37%] 2026-04-02T12:06:05.081 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 37%] 2026-04-02T12:06:05.317 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 37%] 2026-04-02T12:06:05.532 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 38%] 2026-04-02T12:06:05.732 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 38%] 2026-04-02T12:06:06.900 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 38%] 2026-04-02T12:06:07.159 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 38%] 2026-04-02T12:06:07.363 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 38%] 2026-04-02T12:06:07.616 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 38%] 2026-04-02T12:06:07.945 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 39%] 2026-04-02T12:06:08.191 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 39%] 2026-04-02T12:06:08.394 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 39%] 2026-04-02T12:06:08.645 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 39%] 2026-04-02T12:06:08.990 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 39%] 2026-04-02T12:06:09.200 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 39%] 2026-04-02T12:06:09.779 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 39%] 2026-04-02T12:06:09.979 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get PASSED [ 40%] 2026-04-02T12:06:10.062 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 40%] 2026-04-02T12:06:10.147 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 40%] 2026-04-02T12:06:10.309 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 40%] 2026-04-02T12:06:10.425 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_head PASSED [ 40%] 2026-04-02T12:06:10.473 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_head_notexist PASSED [ 40%] 2026-04-02T12:06:10.663 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_head_extended PASSED [ 40%] 2026-04-02T12:06:10.862 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 41%] 2026-04-02T12:06:11.022 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 41%] 2026-04-02T12:06:13.428 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 41%] 2026-04-02T12:06:13.620 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated PASSED [ 41%] 2026-04-02T12:06:13.779 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_response_headers PASSED [ 41%] 2026-04-02T12:06:13.944 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 41%] 2026-04-02T12:06:14.133 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 41%] 2026-04-02T12:06:14.248 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 42%] 2026-04-02T12:06:14.417 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 42%] 2026-04-02T12:06:14.571 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 42%] 2026-04-02T12:06:14.764 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 42%] 2026-04-02T12:06:14.924 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 42%] 2026-04-02T12:06:15.077 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 42%] 2026-04-02T12:06:15.239 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 42%] 2026-04-02T12:06:15.432 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_anon_put PASSED [ 43%] 2026-04-02T12:06:15.595 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 43%] 2026-04-02T12:06:15.750 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_put_authenticated PASSED [ 43%] 2026-04-02T12:06:15.948 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 43%] 2026-04-02T12:06:16.103 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 43%] 2026-04-02T12:06:16.261 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 43%] 2026-04-02T12:06:16.305 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 43%] 2026-04-02T12:06:16.380 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 44%] 2026-04-02T12:06:16.421 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 44%] 2026-04-02T12:06:16.521 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 44%] 2026-04-02T12:06:16.626 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 44%] 2026-04-02T12:06:16.765 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 44%] 2026-04-02T12:06:16.872 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 44%] 2026-04-02T12:06:17.016 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_long_name PASSED [ 45%] 2026-04-02T12:06:17.056 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 45%] 2026-04-02T12:06:17.132 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 45%] 2026-04-02T12:06:17.235 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 45%] 2026-04-02T12:06:17.277 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 45%] 2026-04-02T12:06:17.318 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 45%] 2026-04-02T12:06:17.391 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 45%] 2026-04-02T12:06:17.437 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 46%] 2026-04-02T12:06:17.557 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_exists PASSED [ 46%] 2026-04-02T12:06:17.709 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_get_location PASSED [ 46%] 2026-04-02T12:06:17.871 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 46%] 2026-04-02T12:06:18.023 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 46%] 2026-04-02T12:06:18.173 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 46%] 2026-04-02T12:06:18.320 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_default PASSED [ 46%] 2026-04-02T12:06:18.478 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 47%] 2026-04-02T12:06:18.676 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned PASSED [ 47%] 2026-04-02T12:06:18.825 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 47%] 2026-04-02T12:06:19.008 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 47%] 2026-04-02T12:06:19.179 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_put_bucket_acl_grant_group_read PASSED [ 47%] 2026-04-02T12:06:19.383 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_default PASSED [ 47%] 2026-04-02T12:06:19.600 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 47%] 2026-04-02T12:06:19.895 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_canned PASSED [ 48%] 2026-04-02T12:06:20.093 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 48%] 2026-04-02T12:06:20.294 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 48%] 2026-04-02T12:06:20.574 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 48%] 2026-04-02T12:06:20.821 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 48%] 2026-04-02T12:06:21.035 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 48%] 2026-04-02T12:06:21.206 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 48%] 2026-04-02T12:06:21.376 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 49%] 2026-04-02T12:06:21.637 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl PASSED [ 49%] 2026-04-02T12:06:21.892 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_write PASSED [ 49%] 2026-04-02T12:06:22.172 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_writeacp PASSED [ 49%] 2026-04-02T12:06:22.415 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_read PASSED [ 49%] 2026-04-02T12:06:22.664 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_acl_readacp PASSED [ 49%] 2026-04-02T12:06:22.934 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 50%] 2026-04-02T12:06:23.107 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 50%] 2026-04-02T12:06:23.315 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 50%] 2026-04-02T12:06:23.538 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 50%] 2026-04-02T12:06:23.716 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 50%] 2026-04-02T12:06:23.872 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 50%] 2026-04-02T12:06:24.089 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_header_acl_grants PASSED [ 50%] 2026-04-02T12:06:24.320 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 51%] 2026-04-02T12:06:24.514 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 51%] 2026-04-02T12:06:24.627 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 51%] 2026-04-02T12:06:24.885 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 51%] 2026-04-02T12:06:25.236 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 51%] 2026-04-02T12:06:25.552 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 51%] 2026-04-02T12:06:25.871 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 51%] 2026-04-02T12:06:26.227 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 52%] 2026-04-02T12:06:26.541 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 52%] 2026-04-02T12:06:26.888 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 52%] 2026-04-02T12:06:27.244 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 52%] 2026-04-02T12:06:27.574 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 52%] 2026-04-02T12:06:27.949 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 52%] 2026-04-02T12:06:28.240 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 52%] 2026-04-02T12:06:28.552 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 53%] 2026-04-02T12:06:28.827 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 53%] 2026-04-02T12:06:29.309 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_buckets_create_then_list PASSED [ 53%] 2026-04-02T12:06:29.821 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_buckets_list_ctime PASSED [ 53%] 2026-04-02T12:06:29.897 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 53%] 2026-04-02T12:06:29.946 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 53%] 2026-04-02T12:06:29.990 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 53%] 2026-04-02T12:06:30.100 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 54%] 2026-04-02T12:06:30.243 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 54%] 2026-04-02T12:06:30.350 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 54%] 2026-04-02T12:06:30.459 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 54%] 2026-04-02T12:06:30.721 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 54%] 2026-04-02T12:06:31.525 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 54%] 2026-04-02T12:06:31.918 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 54%] 2026-04-02T12:06:32.182 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_zero_size PASSED [ 55%] 2026-04-02T12:06:32.476 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_16m PASSED [ 55%] 2026-04-02T12:06:32.728 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 55%] 2026-04-02T12:06:33.017 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 55%] 2026-04-02T12:06:33.232 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_to_itself PASSED [ 55%] 2026-04-02T12:06:33.512 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 55%] 2026-04-02T12:06:33.911 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 56%] 2026-04-02T12:06:34.160 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 56%] 2026-04-02T12:06:34.390 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 56%] 2026-04-02T12:06:34.683 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 56%] 2026-04-02T12:06:35.106 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 56%] 2026-04-02T12:06:35.500 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 56%] 2026-04-02T12:06:35.645 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 56%] 2026-04-02T12:06:35.851 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 57%] 2026-04-02T12:06:36.917 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 57%] 2026-04-02T12:06:37.208 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 57%] 2026-04-02T12:06:38.309 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 57%] 2026-04-02T12:06:38.433 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_empty PASSED [ 57%] 2026-04-02T12:06:38.653 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_small PASSED [ 57%] 2026-04-02T12:06:39.085 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_copy_small PASSED [ 57%] 2026-04-02T12:06:39.301 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 58%] 2026-04-02T12:06:39.762 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 58%] 2026-04-02T12:06:40.818 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 58%] 2026-04-02T12:06:42.154 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload PASSED [ 58%] 2026-04-02T12:06:43.561 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 58%] 2026-04-02T12:06:47.806 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 58%] 2026-04-02T12:06:48.573 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 58%] 2026-04-02T12:06:50.050 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 59%] 2026-04-02T12:06:50.259 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 59%] 2026-04-02T12:06:50.625 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_contents PASSED [ 59%] 2026-04-02T12:06:51.075 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 59%] 2026-04-02T12:06:51.319 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_abort_multipart_upload PASSED [ 59%] 2026-04-02T12:06:51.524 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 59%] 2026-04-02T12:06:51.911 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_list_multipart_upload PASSED [ 59%] 2026-04-02T12:06:52.134 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 60%] 2026-04-02T12:06:52.314 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 60%] 2026-04-02T12:06:52.546 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 60%] 2026-04-02T12:06:58.456 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_get_part PASSED [ 60%] 2026-04-02T12:07:04.573 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_sse_c_get_part PASSED [ 60%] 2026-04-02T12:07:05.210 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_single_get_part PASSED [ 60%] 2026-04-02T12:07:05.525 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_non_multipart_get_part PASSED [ 60%] 2026-04-02T12:07:05.794 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_non_multipart_sse_c_get_part PASSED [ 61%] 2026-04-02T12:07:05.917 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_100_continue PASSED [ 61%] 2026-04-02T12:07:06.220 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_set_cors PASSED [ 61%] 2026-04-02T12:07:09.386 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_origin_response PASSED [ 61%] 2026-04-02T12:07:12.510 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 61%] 2026-04-02T12:07:15.667 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_header_option PASSED [ 61%] 2026-04-02T12:07:15.835 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 62%] 2026-04-02T12:07:16.009 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 62%] 2026-04-02T12:07:16.189 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 62%] 2026-04-02T12:07:16.378 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 62%] 2026-04-02T12:07:16.542 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 62%] 2026-04-02T12:07:16.708 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 62%] 2026-04-02T12:07:16.928 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_set_bucket_tagging PASSED [ 62%] 2026-04-02T12:07:17.196 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_read_1mb PASSED [ 63%] 2026-04-02T12:07:17.479 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_read_4mb PASSED [ 63%] 2026-04-02T12:07:17.860 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_read_8mb PASSED [ 63%] 2026-04-02T12:07:18.107 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_write_1mb PASSED [ 63%] 2026-04-02T12:07:18.471 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_write_4mb PASSED [ 63%] 2026-04-02T12:07:18.817 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_write_8mb PASSED [ 63%] 2026-04-02T12:07:19.057 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 63%] 2026-04-02T12:07:19.401 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 64%] 2026-04-02T12:07:19.914 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 64%] 2026-04-02T12:07:20.166 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 64%] 2026-04-02T12:07:20.538 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 64%] 2026-04-02T12:07:20.931 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 64%] 2026-04-02T12:07:21.147 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_ranged_request_response_code PASSED [ 64%] 2026-04-02T12:07:23.542 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 64%] 2026-04-02T12:07:23.835 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 65%] 2026-04-02T12:07:24.072 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 65%] 2026-04-02T12:07:24.310 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 65%] 2026-04-02T12:07:24.527 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 65%] 2026-04-02T12:07:24.853 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 65%] 2026-04-02T12:07:31.386 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 65%] 2026-04-02T12:07:31.645 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 65%] 2026-04-02T12:07:31.919 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_stack_delete_merkers PASSED [ 66%] 2026-04-02T12:07:32.214 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 66%] 2026-04-02T12:07:32.574 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 66%] 2026-04-02T12:07:32.979 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 66%] 2026-04-02T12:07:35.387 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 66%] 2026-04-02T12:07:35.735 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 66%] 2026-04-02T12:07:39.031 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 67%] 2026-04-02T12:07:51.048 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 67%] 2026-04-02T12:07:52.216 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 67%] 2026-04-02T12:07:52.997 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 67%] 2026-04-02T12:07:54.054 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 67%] 2026-04-02T12:07:54.401 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 67%] 2026-04-02T12:07:54.788 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 67%] 2026-04-02T12:07:55.087 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 68%] 2026-04-02T12:07:55.461 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioned_object_acl PASSED [ 68%] 2026-04-02T12:07:55.741 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 68%] 2026-04-02T12:07:56.911 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioned_concurrent_object_create_concurrent_remove PASSED [ 68%] 2026-04-02T12:07:57.296 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 68%] 2026-04-02T12:07:57.419 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_set PASSED [ 68%] 2026-04-02T12:07:57.626 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_get PASSED [ 68%] 2026-04-02T12:07:57.884 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_delete PASSED [ 69%] 2026-04-02T12:07:58.046 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 69%] 2026-04-02T12:07:58.158 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 69%] 2026-04-02T12:07:58.295 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_same_id PASSED [ 69%] 2026-04-02T12:07:58.505 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 69%] 2026-04-02T12:07:58.628 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_date PASSED [ 69%] 2026-04-02T12:07:58.791 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 69%] 2026-04-02T12:07:58.980 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 70%] 2026-04-02T12:07:59.104 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 70%] 2026-04-02T12:07:59.227 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 70%] 2026-04-02T12:07:59.380 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 70%] 2026-04-02T12:07:59.503 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 70%] 2026-04-02T12:07:59.617 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 70%] 2026-04-02T12:07:59.659 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_restore_object_temporary SKIPPED [ 70%] 2026-04-02T12:07:59.742 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_restore_object_permanent SKIPPED [ 71%] 2026-04-02T12:07:59.782 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_read_through SKIPPED ([s3 cloud]...) [ 71%] 2026-04-02T12:07:59.824 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_restore_noncur_obj SKIPPED ([s3 ...) [ 71%] 2026-04-02T12:08:00.024 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 71%] 2026-04-02T12:08:00.261 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 71%] 2026-04-02T12:08:00.449 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 71%] 2026-04-02T12:08:00.666 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 71%] 2026-04-02T12:08:00.971 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 72%] 2026-04-02T12:08:01.171 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 72%] 2026-04-02T12:08:01.373 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 72%] 2026-04-02T12:08:01.527 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 72%] 2026-04-02T12:08:01.697 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 72%] 2026-04-02T12:08:01.808 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 72%] 2026-04-02T12:08:01.964 INFO:teuthology.orchestra.run.vm02.stdout:s3tests/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 73%] 2026-04-02T12:08:03.191 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2026-04-02T12:08:03.191 DEBUG:teuthology.exit:Finished running handlers